[ 563.134337] env[65944]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65944) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 563.134609] env[65944]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65944) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 563.134793] env[65944]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65944) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 563.135152] env[65944]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 563.251995] env[65944]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65944) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 563.262313] env[65944]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65944) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 563.307034] env[65944]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 563.866477] env[65944]: INFO nova.virt.driver [None req-d411fc68-f784-4c35-95ce-dcca2d096d85 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 563.938384] env[65944]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.938558] env[65944]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.938650] env[65944]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65944) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 567.172502] env[65944]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-8a37ce33-8a2d-46b4-b0ef-320d4c57381c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.189948] env[65944]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65944) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 567.189948] env[65944]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-721543c1-15d7-4015-8615-103df2b4d1e9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.215371] env[65944]: INFO oslo_vmware.api [-] Successfully established new session; session ID is fdfde. [ 567.215681] env[65944]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.277s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.216460] env[65944]: INFO nova.virt.vmwareapi.driver [None req-d411fc68-f784-4c35-95ce-dcca2d096d85 None None] VMware vCenter version: 7.0.3 [ 567.220027] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a4491c-3e62-43f8-b4b8-be9dc7e8cecd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.241332] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c77b7f-f5ba-4c84-a5fc-840c0cf8f429 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.248076] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960105d5-a97c-4397-9534-2736b222469a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.254798] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a617ccaa-625e-41fb-b0c0-d91c5f614be8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.268305] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e5795e-7fa1-4c52-9201-ddb3a50df56d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.278019] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c334407-30d3-475a-b032-17e847673a27 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.311959] env[65944]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-73d38047-86ad-4a0a-b14b-7157c7081288 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.319223] env[65944]: DEBUG nova.virt.vmwareapi.driver [None req-d411fc68-f784-4c35-95ce-dcca2d096d85 None None] Extension org.openstack.compute already exists. {{(pid=65944) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:230}} [ 567.322089] env[65944]: INFO nova.compute.provider_config [None req-d411fc68-f784-4c35-95ce-dcca2d096d85 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 567.826060] env[65944]: DEBUG nova.context [None req-d411fc68-f784-4c35-95ce-dcca2d096d85 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0d1d4142-7268-4dce-8d7d-590dcbef8a08(cell1) {{(pid=65944) load_cells /opt/stack/nova/nova/context.py:471}} [ 567.827049] env[65944]: INFO nova.utils [None req-d411fc68-f784-4c35-95ce-dcca2d096d85 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 567.828354] env[65944]: DEBUG oslo_concurrency.lockutils [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.828729] env[65944]: DEBUG oslo_concurrency.lockutils [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.829567] env[65944]: DEBUG oslo_concurrency.lockutils [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.830147] env[65944]: DEBUG oslo_concurrency.lockutils [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Acquiring lock "0d1d4142-7268-4dce-8d7d-590dcbef8a08" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.830447] env[65944]: DEBUG oslo_concurrency.lockutils [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Lock "0d1d4142-7268-4dce-8d7d-590dcbef8a08" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.831544] env[65944]: DEBUG oslo_concurrency.lockutils [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Lock "0d1d4142-7268-4dce-8d7d-590dcbef8a08" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.851735] env[65944]: INFO dbcounter [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Registered counter for database nova_cell0 [ 567.860408] env[65944]: INFO dbcounter [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Registered counter for database nova_cell1 [ 567.863958] env[65944]: DEBUG oslo_db.sqlalchemy.engines [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65944) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:325}} [ 567.864488] env[65944]: DEBUG oslo_db.sqlalchemy.engines [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65944) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:325}} [ 567.869893] env[65944]: ERROR nova.db.main.api [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 567.869893] env[65944]: func(*args, **kwargs) [ 567.869893] env[65944]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 567.869893] env[65944]: self.work.run() [ 567.869893] env[65944]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 567.869893] env[65944]: result = self.fn(*self.args, **self.kwargs) [ 567.869893] env[65944]: File "/opt/stack/nova/nova/utils.py", line 630, in context_wrapper [ 567.869893] env[65944]: return func(*args, **kwargs) [ 567.869893] env[65944]: File "/opt/stack/nova/nova/context.py", line 419, in gather_result [ 567.869893] env[65944]: result = fn(*args, **kwargs) [ 567.869893] env[65944]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 567.869893] env[65944]: return f(*args, **kwargs) [ 567.869893] env[65944]: File "/opt/stack/nova/nova/objects/service.py", line 574, in _db_service_get_minimum_version [ 567.869893] env[65944]: return db.service_get_minimum_version(context, binaries) [ 567.869893] env[65944]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 567.869893] env[65944]: _check_db_access() [ 567.869893] env[65944]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 567.869893] env[65944]: stacktrace = ''.join(traceback.format_stack()) [ 567.869893] env[65944]: [ 567.871319] env[65944]: ERROR nova.db.main.api [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 567.871319] env[65944]: func(*args, **kwargs) [ 567.871319] env[65944]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 567.871319] env[65944]: self.work.run() [ 567.871319] env[65944]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 567.871319] env[65944]: result = self.fn(*self.args, **self.kwargs) [ 567.871319] env[65944]: File "/opt/stack/nova/nova/utils.py", line 630, in context_wrapper [ 567.871319] env[65944]: return func(*args, **kwargs) [ 567.871319] env[65944]: File "/opt/stack/nova/nova/context.py", line 419, in gather_result [ 567.871319] env[65944]: result = fn(*args, **kwargs) [ 567.871319] env[65944]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 567.871319] env[65944]: return f(*args, **kwargs) [ 567.871319] env[65944]: File "/opt/stack/nova/nova/objects/service.py", line 574, in _db_service_get_minimum_version [ 567.871319] env[65944]: return db.service_get_minimum_version(context, binaries) [ 567.871319] env[65944]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 567.871319] env[65944]: _check_db_access() [ 567.871319] env[65944]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 567.871319] env[65944]: stacktrace = ''.join(traceback.format_stack()) [ 567.871319] env[65944]: [ 567.872396] env[65944]: WARNING nova.objects.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 567.872543] env[65944]: WARNING nova.objects.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Failed to get minimum service version for cell 0d1d4142-7268-4dce-8d7d-590dcbef8a08 [ 567.875016] env[65944]: DEBUG oslo_concurrency.lockutils [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Acquiring lock "singleton_lock" {{(pid=65944) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.875016] env[65944]: DEBUG oslo_concurrency.lockutils [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Acquired lock "singleton_lock" {{(pid=65944) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.875016] env[65944]: DEBUG oslo_concurrency.lockutils [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Releasing lock "singleton_lock" {{(pid=65944) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.875016] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Full set of CONF: {{(pid=65944) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 567.875016] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ******************************************************************************** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 567.875016] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Configuration options gathered from: {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 567.875323] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 567.875323] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 567.875323] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ================================================================================ {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 567.875323] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] allow_resize_to_same_host = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.875323] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] arq_binding_timeout = 300 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.875323] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] backdoor_port = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.875512] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] backdoor_socket = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.876027] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] block_device_allocate_retries = 60 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.876027] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] block_device_allocate_retries_interval = 3 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.876027] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cell_worker_thread_pool_size = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.876228] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cert = self.pem {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.876507] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.876783] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute_monitors = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.877087] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] config_dir = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.877376] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] config_drive_format = iso9660 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.877599] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.877860] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] config_source = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.878147] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] console_host = devstack {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.879054] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] control_exchange = nova {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.879054] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cpu_allocation_ratio = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.879054] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] daemon = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.879054] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] debug = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.879054] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] default_access_ip_network_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.879325] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] default_availability_zone = nova {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.879370] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] default_ephemeral_format = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.879489] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] default_green_pool_size = 1000 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.879818] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] default_log_levels = ['amqp=WARN', 'boto=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.880158] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] default_schedule_zone = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.880428] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] default_thread_pool_size = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.880678] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] disk_allocation_ratio = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.880932] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] enable_new_services = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.881228] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] flat_injected = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.882050] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] force_config_drive = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.882050] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] force_raw_images = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.882050] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] graceful_shutdown_timeout = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.882050] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] heal_instance_info_cache_interval = -1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.882306] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] host = cpu-1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.882359] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.882627] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.882894] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.883276] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.883547] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] instance_build_timeout = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.883843] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] instance_delete_interval = 300 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.884147] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] instance_format = [instance: %(uuid)s] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.885055] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] instance_name_template = instance-%08x {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.885055] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] instance_usage_audit = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.885055] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] instance_usage_audit_period = month {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.885055] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.885055] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.885310] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] internal_service_availability_zone = internal {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.885358] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] key = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.885612] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] live_migration_retry_count = 30 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.885894] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] log_color = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.886184] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] log_config_append = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.886448] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.886700] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] log_dir = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.886965] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] log_file = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.887818] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] log_options = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.887818] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] log_rotate_interval = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.887818] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] log_rotate_interval_type = days {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.887818] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] log_rotation_type = none {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.887818] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.888119] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.888119] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.888258] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.888491] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.888753] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] long_rpc_timeout = 1800 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.889030] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] max_concurrent_builds = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.889306] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] max_concurrent_live_migrations = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.889569] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] max_concurrent_snapshots = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.889828] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] max_local_block_devices = 3 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.890091] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] max_logfile_count = 30 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.891024] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] max_logfile_size_mb = 200 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.891024] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] maximum_instance_delete_attempts = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.891024] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] migrate_max_retries = -1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.891024] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] mkisofs_cmd = genisoimage {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.891024] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.891378] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] my_ip = 10.180.1.21 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.891676] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.891948] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] network_allocate_retries = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.892245] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.892509] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] osapi_compute_unique_server_name_scope = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.892758] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] password_length = 12 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.894730] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] periodic_enable = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.894730] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] periodic_fuzzy_delay = 60 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.894730] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] pointer_model = usbtablet {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.894730] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] preallocate_images = none {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.894730] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] publish_errors = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.894730] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] pybasedir = /opt/stack/nova {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.894730] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ram_allocation_ratio = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895033] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] rate_limit_burst = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895033] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] rate_limit_except_level = CRITICAL {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895033] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] rate_limit_interval = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895033] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] reboot_timeout = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895033] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] reclaim_instance_interval = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895033] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] record = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895033] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] reimage_timeout_per_gb = 60 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895260] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] report_interval = 120 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895260] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] rescue_timeout = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895386] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] reserved_host_cpus = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895537] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] reserved_host_disk_mb = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895683] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] reserved_host_memory_mb = 512 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.895829] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] reserved_huge_pages = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.896017] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] resize_confirm_window = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.896187] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] resize_fs_using_block_device = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.896337] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] resume_guests_state_on_host_boot = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.896495] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.896646] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] rpc_response_timeout = 60 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.896796] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] run_external_periodic_tasks = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.896958] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] running_deleted_instance_action = reap {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.897128] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.897279] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] running_deleted_instance_timeout = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.897427] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] scheduler_instance_sync_interval = 120 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.897582] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] service_down_time = 720 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.897736] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] servicegroup_driver = db {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.897882] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] shell_completion = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.898041] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] shelved_offload_time = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.898211] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] shelved_poll_interval = 3600 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.898382] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] shutdown_timeout = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.898537] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] source_is_ipv6 = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.898685] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ssl_only = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.898936] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.899119] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] sync_power_state_interval = 600 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.899275] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] sync_power_state_pool_size = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.899433] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] syslog_log_facility = LOG_USER {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.899579] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] tempdir = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.899727] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] thread_pool_statistic_period = -1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.899876] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] timeout_nbd = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.900047] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] transport_url = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.900204] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] update_resources_interval = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.900353] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] use_cow_images = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.900503] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] use_journal = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.900650] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] use_json = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.900806] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] use_rootwrap_daemon = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.900969] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] use_stderr = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.901115] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] use_syslog = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.901265] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vcpu_pin_set = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.901424] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plugging_is_fatal = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.901582] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plugging_timeout = 300 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.901739] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] virt_mkfs = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.901890] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] volume_usage_poll_interval = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.902071] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] web = /usr/share/spice-html5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 567.902271] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_concurrency.disable_process_locking = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.902860] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.903064] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.903231] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.903389] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.903552] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.903706] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.903898] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.904081] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.904242] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.904404] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.compute_link_prefix = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.904571] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.904736] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.dhcp_domain = novalocal {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.904896] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.enable_instance_password = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.905062] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.glance_link_prefix = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.905226] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.905388] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.905540] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.instance_list_per_project_cells = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.905693] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.list_records_by_skipping_down_cells = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.905859] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.local_metadata_per_cell = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.906041] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.max_limit = 1000 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.906209] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.metadata_cache_expiration = 15 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.906376] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.neutron_default_project_id = default {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.906540] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.response_validation = error {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.906696] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.use_neutron_default_nets = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.906854] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.907022] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.907183] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.907342] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.907498] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.vendordata_dynamic_targets = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.907650] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.vendordata_jsonfile_path = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.907823] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.908006] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.backend = dogpile.cache.memcached {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.908185] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.backend_argument = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.908354] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.backend_expiration_time = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.908518] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.config_prefix = cache.oslo {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.908673] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.debug_cache_backend = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.908827] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.enable_retry_client = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.908979] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.enable_socket_keepalive = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.909157] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.enabled = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.909314] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.enforce_fips_mode = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.909467] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.expiration_time = 600 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.909633] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.909786] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.hashclient_retry_attempts = 2 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.909944] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.910120] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.memcache_dead_retry = 300 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.910272] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.memcache_password = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.910428] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.910581] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.910732] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.memcache_pool_maxsize = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.910885] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.911050] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.memcache_sasl_enabled = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.911224] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.911384] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.911532] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.memcache_username = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.911687] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.proxies = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.911842] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.redis_db = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.911993] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.redis_password = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.912171] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.912337] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.912506] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.redis_server = localhost:6379 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.912647] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.redis_socket_timeout = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.912796] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.redis_username = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.912949] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.retry_attempts = 2 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.913117] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.retry_delay = 0.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.913274] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.socket_keepalive_count = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.913425] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.socket_keepalive_idle = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.913576] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.socket_keepalive_interval = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.913722] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.tls_allowed_ciphers = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.913897] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.tls_cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.914062] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.tls_certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.914220] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.tls_enabled = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.914370] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cache.tls_keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.914530] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.auth_section = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.914692] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.auth_type = password {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.914844] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.915015] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.915175] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.915330] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.915482] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.cross_az_attach = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.915636] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.debug = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.915837] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.endpoint_template = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.916040] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.http_retries = 3 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.916208] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.916362] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.916528] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.os_region_name = RegionOne {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.916681] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.916833] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cinder.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.917008] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.917169] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.cpu_dedicated_set = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.917318] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.cpu_shared_set = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.917472] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.image_type_exclude_list = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.917625] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.917775] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.917927] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.918095] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.918279] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.918440] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.resource_provider_association_refresh = 300 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.918594] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.918745] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.shutdown_retry_interval = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.918913] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.919159] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] conductor.workers = 2 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.919341] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] console.allowed_origins = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.919498] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] console.ssl_ciphers = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.919662] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] console.ssl_minimum_version = default {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.919823] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] consoleauth.enforce_session_timeout = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.920029] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] consoleauth.token_ttl = 600 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.920203] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.920356] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.920510] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.920660] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.connect_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.920812] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.connect_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.920959] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.endpoint_override = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.921130] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.921282] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.921432] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.max_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.921584] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.min_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.921729] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.region_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.921874] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.retriable_status_codes = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.922032] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.service_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.922197] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.service_type = accelerator {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.922357] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.922495] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.status_code_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.922646] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.status_code_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.922793] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.922961] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.923130] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] cyborg.version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.923292] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.asyncio_connection = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.923443] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.asyncio_slave_connection = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.923604] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.backend = sqlalchemy {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.923778] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.connection = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.924024] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.connection_debug = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.924209] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.connection_parameters = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.924375] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.connection_recycle_time = 3600 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.924532] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.connection_trace = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.924685] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.db_inc_retry_interval = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.924838] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.db_max_retries = 20 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.924989] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.db_max_retry_interval = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.925162] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.db_retry_interval = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.925321] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.max_overflow = 50 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.925466] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.max_pool_size = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.925623] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.max_retries = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.925784] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.925953] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.mysql_wsrep_sync_wait = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.926124] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.pool_timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.926283] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.retry_interval = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.926431] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.slave_connection = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.926581] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.sqlite_synchronous = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.926732] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.synchronous_reader = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.926886] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] database.use_db_reconnect = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.927123] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.asyncio_connection = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.927304] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.asyncio_slave_connection = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.927470] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.backend = sqlalchemy {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.927631] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.connection = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.927785] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.connection_debug = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.927946] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.connection_parameters = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.928118] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.connection_recycle_time = 3600 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.928278] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.connection_trace = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.928432] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.db_inc_retry_interval = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.928587] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.db_max_retries = 20 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.928738] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.db_max_retry_interval = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.928890] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.db_retry_interval = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.929053] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.max_overflow = 50 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.929208] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.max_pool_size = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.929358] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.max_retries = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.929515] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.929663] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.929815] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.pool_timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.929967] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.retry_interval = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.930170] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.slave_connection = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.930361] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.sqlite_synchronous = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.930518] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] api_database.synchronous_reader = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.930686] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] devices.enabled_mdev_types = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.930852] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.931024] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.931189] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ephemeral_storage_encryption.enabled = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.931341] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.931503] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.api_servers = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.931657] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.931807] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.931961] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.932125] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.connect_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.932277] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.connect_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.932429] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.debug = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.932581] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.default_trusted_certificate_ids = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.932729] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.enable_certificate_validation = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.932878] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.enable_rbd_download = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.933040] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.endpoint_override = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.933194] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.933345] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.933490] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.max_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.933635] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.min_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.933799] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.num_retries = 3 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.933968] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.rbd_ceph_conf = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.934134] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.rbd_connect_timeout = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.934294] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.rbd_pool = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.934452] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.rbd_user = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.934600] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.region_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.934749] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.retriable_status_codes = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.934895] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.service_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.935069] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.service_type = image {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.935226] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.935379] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.status_code_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.935524] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.status_code_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.935670] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.935836] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.936022] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.verify_glance_signatures = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.936176] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] glance.version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.936335] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] guestfs.debug = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.936493] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.auth_section = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.936650] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.auth_type = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.936796] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.936942] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.937109] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.937260] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.connect_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.937408] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.connect_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.937553] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.endpoint_override = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.937705] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.937869] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.938080] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.max_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.938240] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.min_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.938392] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.region_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.938539] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.retriable_status_codes = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.938684] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.service_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.938843] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.service_type = shared-file-system {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.938995] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.share_apply_policy_timeout = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.939163] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.939312] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.status_code_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.939458] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.status_code_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.939604] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.939774] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.939925] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] manila.version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.940096] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] mks.enabled = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.940438] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.940616] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] image_cache.manager_interval = 2400 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.940776] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] image_cache.precache_concurrency = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.940940] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] image_cache.remove_unused_base_images = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.941116] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.941276] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.941441] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] image_cache.subdirectory_name = _base {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.941604] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.api_max_retries = 60 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.941759] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.api_retry_interval = 2 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.941908] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.auth_section = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.942103] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.auth_type = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.942265] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.942416] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.942572] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.942726] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.conductor_group = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.942873] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.connect_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.943034] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.connect_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.943188] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.endpoint_override = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.943341] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.943493] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.943644] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.max_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.943791] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.min_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.943947] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.peer_list = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.944115] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.region_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.944266] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.retriable_status_codes = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.944419] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.serial_console_state_timeout = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.944567] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.service_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.944723] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.service_type = baremetal {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.944873] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.shard = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.945038] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.945189] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.status_code_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.945334] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.status_code_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.945479] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.945648] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.945795] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ironic.version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.945994] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.946172] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] key_manager.fixed_key = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.946345] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.946497] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.barbican_api_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.946643] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.barbican_endpoint = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.946803] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.barbican_endpoint_type = public {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.946952] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.barbican_region_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.947112] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.947261] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.947413] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.947563] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.947709] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.947859] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.number_of_retries = 60 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.948019] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.retry_delay = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.948179] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.send_service_user_token = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.948330] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.948475] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.948623] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.verify_ssl = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.948765] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican.verify_ssl_path = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.948918] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican_service_user.auth_section = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.949082] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican_service_user.auth_type = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.949228] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican_service_user.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.949372] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican_service_user.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.949524] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican_service_user.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.949671] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican_service_user.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.949815] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican_service_user.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.949964] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican_service_user.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.950124] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] barbican_service_user.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.950276] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vault.approle_role_id = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.950420] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vault.approle_secret_id = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.950575] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vault.kv_mountpoint = secret {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.950720] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vault.kv_path = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.950869] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vault.kv_version = 2 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.951027] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vault.namespace = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.951178] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vault.root_token_id = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.951321] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vault.ssl_ca_crt_file = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.951474] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vault.timeout = 60.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.951625] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vault.use_ssl = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.951814] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.951942] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.952106] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.952263] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.952411] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.connect_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.952557] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.connect_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.952706] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.endpoint_override = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.952858] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.953014] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.953171] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.max_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.953318] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.min_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.953465] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.region_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.953609] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.retriable_status_codes = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.953762] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.service_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.953943] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.service_type = identity {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.954108] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.954262] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.status_code_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.954412] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.status_code_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.954558] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.954725] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.954873] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] keystone.version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.955066] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.ceph_mount_options = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.955381] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.955552] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.connection_uri = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.955707] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.cpu_mode = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.955899] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.956058] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.cpu_models = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.956230] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.cpu_power_governor_high = performance {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.956390] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.956542] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.cpu_power_management = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.956703] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.956866] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.device_detach_attempts = 8 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.957025] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.device_detach_timeout = 20 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.957183] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.disk_cachemodes = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.957328] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.disk_prefix = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.957484] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.enabled_perf_events = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.957636] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.file_backed_memory = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.957796] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.gid_maps = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.957946] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.hw_disk_discard = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.958107] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.hw_machine_type = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.958266] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.images_rbd_ceph_conf = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.958417] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.958566] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.958718] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.images_rbd_glance_store_name = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.958871] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.images_rbd_pool = rbd {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.959038] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.images_type = default {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.959187] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.images_volume_group = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.959337] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.inject_key = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.959484] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.inject_partition = -2 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.959631] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.inject_password = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.959778] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.iscsi_iface = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.959925] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.iser_use_multipath = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.960088] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.960241] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.960388] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_downtime = 500 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.960536] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.960682] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.960825] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_inbound_addr = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.960979] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.961144] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.961293] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.961436] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_scheme = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.961591] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_timeout_action = abort {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.961740] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_tunnelled = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.961884] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_uri = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.962049] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.live_migration_with_native_tls = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.962207] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.max_queues = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.962361] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.962582] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.962732] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.nfs_mount_options = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.963013] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.963191] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.963343] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.963492] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.963642] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.963794] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.num_pcie_ports = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.963982] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.964164] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.pmem_namespaces = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.964315] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.quobyte_client_cfg = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.964600] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.964763] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.964918] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.965083] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.965236] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.rbd_secret_uuid = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.965382] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.rbd_user = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.965534] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.965694] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.965839] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.rescue_image_id = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.966025] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.rescue_kernel_id = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.966184] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.rescue_ramdisk_id = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.966342] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.966491] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.rx_queue_size = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.966647] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.smbfs_mount_options = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.966930] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.967106] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.snapshot_compression = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.967262] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.snapshot_image_format = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.967480] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.967639] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.sparse_logical_volumes = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.967807] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.supported_tpm_secret_security = ['user', 'host'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.967961] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.swtpm_enabled = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.968135] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.swtpm_group = tss {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.968312] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.swtpm_user = tss {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.968473] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.sysinfo_serial = unique {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.968621] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.tb_cache_size = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.968767] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.tx_queue_size = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.968917] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.uid_maps = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.969081] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.use_default_aio_mode_for_volumes = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.969234] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.use_virtio_for_bridges = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.969389] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.virt_type = kvm {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.969547] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.volume_clear = zero {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.969696] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.volume_clear_size = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.969844] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.volume_enforce_multipath = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.969995] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.volume_use_multipath = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.970158] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.vzstorage_cache_path = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.970315] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.970471] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.970623] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.970777] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.971062] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.971240] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.vzstorage_mount_user = stack {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.971393] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.971554] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.auth_section = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.971714] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.auth_type = password {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.971861] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.972020] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.972172] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.972318] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.connect_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.972463] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.connect_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.972617] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.default_floating_pool = public {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.972762] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.endpoint_override = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.972918] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.extension_sync_interval = 600 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.973084] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.http_retries = 3 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.973242] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.973391] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.973538] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.max_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.973697] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.973848] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.min_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.974036] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.ovs_bridge = br-int {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.974199] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.physnets = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.974357] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.region_name = RegionOne {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.974505] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.retriable_status_codes = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.974662] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.service_metadata_proxy = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.974811] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.service_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.974966] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.service_type = network {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.975133] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.975282] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.status_code_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.975427] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.status_code_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.975576] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.975745] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.975923] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] neutron.version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.976136] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] notifications.bdms_in_notifications = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.976301] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] notifications.default_level = INFO {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.976463] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] notifications.include_share_mapping = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.976629] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] notifications.notification_format = unversioned {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.976784] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] notifications.notify_on_state_change = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.976953] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.977136] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] pci.alias = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.977299] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] pci.device_spec = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.977455] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] pci.report_in_placement = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.977616] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.auth_section = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.977775] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.auth_type = password {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.977932] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.978102] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.978251] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.978401] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.978547] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.connect_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.978694] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.connect_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.978836] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.default_domain_id = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.978983] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.default_domain_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.979142] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.domain_id = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.979288] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.domain_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.979431] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.endpoint_override = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.979579] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.979723] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.979865] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.max_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.980021] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.min_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.980183] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.password = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.980329] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.project_domain_id = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.980485] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.project_domain_name = Default {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.980641] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.project_id = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.980799] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.project_name = service {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.980957] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.region_name = RegionOne {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.981122] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.retriable_status_codes = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.981270] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.service_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.981425] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.service_type = placement {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.981576] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.981723] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.status_code_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.981871] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.status_code_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.982034] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.system_scope = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.982186] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.982333] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.trust_id = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.982480] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.user_domain_id = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.982637] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.user_domain_name = Default {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.982785] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.user_id = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.982944] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.username = nova {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.983150] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.983316] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] placement.version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.983484] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.cores = 20 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.983639] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.count_usage_from_placement = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.983801] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.983978] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.injected_file_content_bytes = 10240 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.984154] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.injected_file_path_length = 255 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.984311] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.injected_files = 5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.984465] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.instances = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.984616] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.key_pairs = 100 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.984770] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.metadata_items = 128 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.984925] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.ram = 51200 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.985099] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.recheck_quota = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.985258] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.server_group_members = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.985415] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.server_groups = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.985609] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.985772] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] quota.unified_limits_resource_strategy = require {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.985953] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.986125] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.986281] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] scheduler.image_metadata_prefilter = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.986432] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.986585] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] scheduler.max_attempts = 3 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.986736] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] scheduler.max_placement_results = 1000 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.986889] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.987052] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.987205] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.987365] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] scheduler.workers = 2 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.987528] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.987687] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.987854] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.988051] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.988232] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.988384] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.988538] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.988714] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.988872] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.host_subset_size = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.989036] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.989187] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.989337] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.989488] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.989637] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.989786] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.isolated_hosts = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.989947] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.isolated_images = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.990110] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.990260] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.990409] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.990556] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.pci_in_placement = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.990702] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.990848] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.990997] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.991160] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.991309] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.991456] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.991601] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.track_instance_changes = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.991760] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.991918] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] metrics.required = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.992079] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] metrics.weight_multiplier = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.992231] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.992384] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] metrics.weight_setting = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.992706] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.992868] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] serial_console.enabled = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.993045] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] serial_console.port_range = 10000:20000 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.993207] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.993364] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.993528] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] serial_console.serialproxy_port = 6083 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.993686] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] service_user.auth_section = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.993853] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] service_user.auth_type = password {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.994035] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] service_user.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.994192] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] service_user.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.994345] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] service_user.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.994497] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] service_user.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.994644] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] service_user.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.994800] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] service_user.send_service_user_token = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.994951] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] service_user.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.995113] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] service_user.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.995277] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.agent_enabled = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.995428] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.enabled = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.995727] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.995942] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.996124] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.html5proxy_port = 6082 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.996278] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.image_compression = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.996427] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.jpeg_compression = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.996574] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.playback_compression = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.996726] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.require_secure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.996900] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.server_listen = 127.0.0.1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.997098] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.997375] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.997536] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.streaming_mode = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.997686] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] spice.zlib_compression = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.997843] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] upgrade_levels.baseapi = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.998018] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] upgrade_levels.compute = auto {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.998172] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] upgrade_levels.conductor = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.998320] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] upgrade_levels.scheduler = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.998473] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.998623] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.998767] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vendordata_dynamic_auth.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.998909] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vendordata_dynamic_auth.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.999086] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.999294] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vendordata_dynamic_auth.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.999452] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.999605] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.999751] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vendordata_dynamic_auth.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 567.999913] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.api_retry_count = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.000107] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.ca_file = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.000282] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.000443] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.cluster_name = testcl1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.000596] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.connection_pool_size = 10 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.000742] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.console_delay_seconds = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.000900] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.datastore_regex = ^datastore.* {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.001133] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.001301] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.host_password = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.001459] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.host_port = 443 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.001621] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.host_username = administrator@vsphere.local {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.001770] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.insecure = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.001919] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.integration_bridge = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.002085] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.maximum_objects = 100 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.002235] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.pbm_default_policy = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.002388] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.pbm_enabled = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.002532] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.pbm_wsdl_location = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.002687] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.002831] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.serial_port_proxy_uri = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.002975] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.serial_port_service_uri = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.003149] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.task_poll_interval = 0.5 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.003311] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.use_linked_clone = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.003465] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.vnc_keymap = en-us {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.003618] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.vnc_port = 5900 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.003770] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vmware.vnc_port_total = 10000 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.003975] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vnc.auth_schemes = ['none'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.004168] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vnc.enabled = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.004454] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.004629] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.004791] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vnc.novncproxy_port = 6080 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.004967] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vnc.server_listen = 127.0.0.1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.005153] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.005307] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vnc.vencrypt_ca_certs = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.005477] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vnc.vencrypt_client_cert = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.005652] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vnc.vencrypt_client_key = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.005830] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.006024] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.disable_deep_image_inspection = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.006189] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.006347] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.006499] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.006652] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.disable_rootwrap = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.006803] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.enable_numa_live_migration = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.006954] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.007122] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.007277] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.007428] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.libvirt_disable_apic = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.007579] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.007730] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.007881] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.008046] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.008203] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.008357] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.008506] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.008656] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.008806] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.009023] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.009141] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.009300] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.009452] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] zvm.ca_file = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.009601] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] zvm.cloud_connector_url = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.009901] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.010083] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] zvm.reachable_timeout = 300 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.010246] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.010410] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.010574] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler.connection_string = messaging:// {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.010729] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler.enabled = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.010885] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler.es_doc_type = notification {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.011047] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler.es_scroll_size = 10000 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.011206] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler.es_scroll_time = 2m {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.011357] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler.filter_error_trace = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.011511] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler.hmac_keys = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.011664] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler.sentinel_service_name = mymaster {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.011816] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler.socket_timeout = 0.1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.011968] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler.trace_requests = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.012126] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler.trace_sqlalchemy = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.012291] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler_jaeger.process_tags = {} {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.012437] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler_jaeger.service_name_prefix = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.012585] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] profiler_otlp.service_name_prefix = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.012747] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.012895] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.013062] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.013213] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.013361] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.013508] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.013653] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.013800] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.013968] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.014145] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.014293] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.014447] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.014599] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.014747] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.014895] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.015061] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.015215] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.015361] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.015514] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.015659] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.015806] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.015984] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.016153] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.016305] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.016458] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.016607] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.016756] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.016921] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.017095] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.017247] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.017396] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.ssl = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.017550] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.017700] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.017847] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.017998] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.018166] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.018315] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.018494] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.018645] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_notifications.retry = -1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.018804] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.018957] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.019136] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.auth_section = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.019286] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.auth_type = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.019429] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.cafile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.019570] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.certfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.019717] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.collect_timing = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.019861] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.connect_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.020014] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.connect_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.020165] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.endpoint_id = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.020320] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.020462] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.endpoint_override = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.020602] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.endpoint_region_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.020742] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.endpoint_service_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.020883] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.endpoint_service_type = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.021041] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.insecure = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.021184] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.keyfile = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.021326] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.max_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.021465] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.min_version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.021606] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.region_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.021746] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.retriable_status_codes = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.021887] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.service_name = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.022039] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.service_type = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.022192] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.split_loggers = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.022338] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.status_code_retries = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.022480] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.status_code_retry_delay = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.022620] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.timeout = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.022761] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.valid_interfaces = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.022903] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_limit.version = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.023066] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_reports.file_event_handler = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.023220] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.023368] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] oslo_reports.log_dir = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.023525] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.023671] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.023815] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.023997] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.024223] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.024401] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.024575] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.024777] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.024934] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_ovs_privileged.group = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.025100] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.025261] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.025412] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.025561] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.025704] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] vif_plug_ovs_privileged.user = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.025879] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.026076] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.026244] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.026401] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.026557] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.026713] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.026883] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.027069] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.027239] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.027399] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_ovs.isolate_vif = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.027552] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.027703] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.027857] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.028020] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.028178] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] os_vif_ovs.per_port_bridge = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.028339] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.028485] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] privsep_osbrick.group = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.028629] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] privsep_osbrick.helper_command = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.028870] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.029102] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.029253] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.029403] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] privsep_osbrick.user = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.029562] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.029709] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] nova_sys_admin.group = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.029852] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] nova_sys_admin.helper_command = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.030022] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.030173] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.030322] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.030465] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] nova_sys_admin.user = None {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 568.030585] env[65944]: DEBUG oslo_service.backend._eventlet.service [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] ******************************************************************************** {{(pid=65944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 568.031014] env[65944]: INFO nova.service [-] Starting compute node (version 32.1.0) [ 568.534734] env[65944]: WARNING nova.virt.vmwareapi.driver [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 568.535504] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Getting list of instances from cluster (obj){ [ 568.535504] env[65944]: value = "domain-c8" [ 568.535504] env[65944]: _type = "ClusterComputeResource" [ 568.535504] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 568.536744] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad863a61-3e28-45ff-b856-cca46c467ac7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.545887] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 568.546395] env[65944]: INFO nova.virt.node [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Generated node identity 5fdf53ec-7a95-439c-92d5-55671bd465d4 [ 568.546636] env[65944]: INFO nova.virt.node [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Wrote node identity 5fdf53ec-7a95-439c-92d5-55671bd465d4 to /opt/stack/data/n-cpu-1/compute_id [ 569.049573] env[65944]: WARNING nova.compute.manager [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Compute nodes ['5fdf53ec-7a95-439c-92d5-55671bd465d4'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 570.055060] env[65944]: INFO nova.compute.manager [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 571.060934] env[65944]: WARNING nova.compute.manager [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 571.061290] env[65944]: DEBUG oslo_concurrency.lockutils [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.061398] env[65944]: DEBUG oslo_concurrency.lockutils [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.061517] env[65944]: DEBUG oslo_concurrency.lockutils [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.061668] env[65944]: DEBUG nova.compute.resource_tracker [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 571.062579] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252a6c64-527b-44f4-9596-b117fe58ca17 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.071023] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a5c3f7-0abe-4b82-aa6f-af14581c7608 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.087074] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d099c05-c61d-4f01-8fa5-5b5e0d7fdd45 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.094041] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344a8c41-1816-4637-8cca-1077a061cd3b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.122800] env[65944]: DEBUG nova.compute.resource_tracker [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180415MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 571.122976] env[65944]: DEBUG oslo_concurrency.lockutils [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.123240] env[65944]: DEBUG oslo_concurrency.lockutils [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.626083] env[65944]: WARNING nova.compute.resource_tracker [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] No compute node record for cpu-1:5fdf53ec-7a95-439c-92d5-55671bd465d4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 5fdf53ec-7a95-439c-92d5-55671bd465d4 could not be found. [ 572.129470] env[65944]: INFO nova.compute.resource_tracker [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 5fdf53ec-7a95-439c-92d5-55671bd465d4 [ 573.638837] env[65944]: DEBUG nova.compute.resource_tracker [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 573.639371] env[65944]: DEBUG nova.compute.resource_tracker [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 573.807800] env[65944]: INFO nova.scheduler.client.report [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] [req-bac3add3-7712-4ce9-b1c4-08763312fdd8] Created resource provider record via placement API for resource provider with UUID 5fdf53ec-7a95-439c-92d5-55671bd465d4 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 573.826775] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ef02a6-67f9-48b3-af8d-fe830885256f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.835754] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20632d7b-97b3-4512-987f-b4df0390b37c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.866810] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36b9622-d575-4857-97d0-4f258ad16de8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.874838] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556467e0-2f98-484b-b051-86332632b188 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.888079] env[65944]: DEBUG nova.compute.provider_tree [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 574.459457] env[65944]: DEBUG nova.scheduler.client.report [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Updated inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 574.459738] env[65944]: DEBUG nova.compute.provider_tree [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Updating resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 generation from 0 to 1 during operation: update_inventory {{(pid=65944) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 574.459938] env[65944]: DEBUG nova.compute.provider_tree [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 574.540790] env[65944]: DEBUG nova.compute.provider_tree [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Updating resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 generation from 1 to 2 during operation: update_traits {{(pid=65944) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 575.046130] env[65944]: DEBUG nova.compute.resource_tracker [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 575.046548] env[65944]: DEBUG oslo_concurrency.lockutils [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.923s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.046732] env[65944]: DEBUG nova.service [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Creating RPC server for service compute {{(pid=65944) start /opt/stack/nova/nova/service.py:177}} [ 575.060205] env[65944]: DEBUG nova.service [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] Join ServiceGroup membership for this service compute {{(pid=65944) start /opt/stack/nova/nova/service.py:194}} [ 575.060381] env[65944]: DEBUG nova.servicegroup.drivers.db [None req-47640dd7-6eab-42d5-aac5-c75856c80f12 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65944) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 611.063192] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.567267] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 611.567267] env[65944]: value = "domain-c8" [ 611.567267] env[65944]: _type = "ClusterComputeResource" [ 611.567267] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 611.568497] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d12aae9-3c60-4cca-9a15-9049c628333b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.577502] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 611.577747] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.578063] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 611.578063] env[65944]: value = "domain-c8" [ 611.578063] env[65944]: _type = "ClusterComputeResource" [ 611.578063] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 611.578952] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6d3520-f69b-4608-a843-119873bf481e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.586296] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 623.317966] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.318437] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.318494] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.318676] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.318858] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.319045] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.319231] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.319419] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 623.319564] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 623.822894] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.823160] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.823336] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.823506] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 623.824419] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50849ad3-9667-4bbb-9471-3b6d8ab95933 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.832767] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0906763e-315c-49fa-ac42-6a92bfa51873 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.846787] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4702a2b3-14e2-4686-93aa-c24c57ce0f51 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.853144] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671e72d4-20d1-46c8-bfbc-71801a742cff {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.881803] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180414MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 623.881989] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.882181] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.903341] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 624.903587] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 624.920361] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08ac613-b54e-404d-9df9-9d39c058cea9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.928184] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82f9c72-8dea-497d-bf5f-ca7f98a71351 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.957533] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7fd928-69d9-4fa3-aa86-fed036d9b88c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.964998] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da7ba71-66d6-43b0-af72-dee3fec3cd45 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.978198] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.482012] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.987604] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 625.988062] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.106s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.972557] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.973033] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.478747] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.478747] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.478747] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.478747] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.478747] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.478747] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.479092] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 686.479092] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.981828] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.982225] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.982225] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.982225] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 686.983510] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf862d5-8a4a-4273-8e2f-54af1efd4152 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.991894] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41fa021-d272-41a4-bb12-900ad43fd511 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.006962] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c861681-2c41-4b47-8fc2-9fd9b576e6b4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.013700] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77b3845-b403-4ca8-90a8-9839f0781187 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.042903] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180413MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 687.043166] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.043328] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.062011] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 688.062278] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 688.075239] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e6eb8c-7c09-43b7-b6f5-d3db3535d010 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.083087] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1be69f-4404-4757-ad45-0c87a677e7c0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.114469] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4956da7c-b7ad-4b6c-9381-9273cc059a46 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.121747] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9540b2-49e4-4b6e-8778-4729b2b9fa6f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.134654] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.638489] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.639826] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 688.640026] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.641928] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.642334] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.642334] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.642402] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.642538] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.642683] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.642819] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.642951] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 748.643102] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.146223] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.146477] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.146698] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.146856] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 749.147801] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f598e569-4ade-4acd-998e-ecd907747ff2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.157579] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2a232e-9b9f-412f-b03a-69a46d7b6a54 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.172022] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1e2834-88f8-4250-8946-a22babfbd5e1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.178576] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f663c990-b657-4116-b7e3-447b3c54d42c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.206624] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180412MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 749.206785] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.206978] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.226425] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 750.226736] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 750.239684] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b3023-2681-4271-8678-e27ff3676a22 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.247409] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c944b33-891c-44d8-8083-af258848c017 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.277454] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b649fc5e-903a-4013-b7e0-150fc00f9891 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.285697] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524cf165-69ed-4ed7-a8b7-c355ed6ebb5c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.299058] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.801840] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.803092] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 750.803271] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.464416] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.465033] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.969377] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.969565] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.969681] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.969817] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.969961] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.970111] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.970242] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 810.970379] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.473734] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.474188] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.474188] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.474318] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 811.475274] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d9171a-8873-4897-ad36-d8f10768f350 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.483600] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cc15a4-e1df-495b-af15-c7c7f45edb29 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.497941] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e24b5cd-9ea9-465e-b79a-631eff79dbde {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.504333] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010ea2b7-0e7e-4519-8528-82e57acaaa68 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.533265] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180415MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 811.533461] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.533595] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.555359] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 812.555602] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 812.569402] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7738d57c-61ba-4bf8-837b-8a8e418dbc8d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.577794] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267fa146-7c55-4e7c-ae39-df58988f7f13 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.607664] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17d4402-9d74-4ee7-b071-252e30f509ba {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.615399] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b375bc3-a4a2-49f8-982c-e5233a247302 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.629381] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.132238] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.133607] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 813.133799] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.308019] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.308423] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 863.812079] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 863.812333] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.812469] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 864.315402] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.818178] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.818637] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.818637] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.321838] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.322114] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.322272] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.322424] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 867.323457] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9132b9d7-5ec3-4a22-a806-976f20c13e63 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.332314] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf13e5ab-ceed-462e-b26c-3f89cb7aacd6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.347083] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9964c08b-55cd-4d09-a02b-378faa0fc3f6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.353942] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce4552-9567-4070-9af4-9bc5e75e7c01 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.383421] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180407MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 867.383596] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.383765] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.401648] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 868.401927] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 868.414361] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab047d9-aaee-4c2a-80d1-e876df53460c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.422233] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1fb4fa-dd0c-4239-adfd-b733dad13d60 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.451642] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe390d7c-7db8-455b-8d14-40b86059ba6a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.459543] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2b8965-cb10-4063-a9ed-b3b243dee7b6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.478194] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.980834] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.982185] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 868.982371] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.472071] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.472542] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.472542] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.472615] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.472726] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 871.308363] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.308501] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.308551] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.309027] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.811906] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.812182] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.812323] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.812493] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 927.813409] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651b9f6f-184e-43c7-85fa-e4422ea04f63 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.822080] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9c0c9f-33c1-4582-96b0-40e72e415dff {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.837042] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7101e34-a9e8-48c7-bac2-805bf7b69687 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.843876] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4247feae-a1c9-4fbd-89d9-0e99ad0c7225 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.873746] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180414MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 927.873888] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.874099] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.932716] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 928.932980] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 928.949595] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 928.964116] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 928.964305] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.976538] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 928.995425] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 929.009960] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8549a5b0-aee4-43b2-a99d-6ed05ad68c21 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.018204] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec0a20f-304b-4e4b-a938-4117608b7bf5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.050671] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2e2540-1d81-41d9-8112-a5e81b43284f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.058903] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0b5aef-33f7-4cf1-a06e-71db8cb334a7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.072657] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.575851] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.577079] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 929.577281] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.703s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.576222] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 931.576656] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 932.081347] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 932.081548] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 932.081681] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 932.081794] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 932.308259] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.307563] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.308070] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.811068] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.811288] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.811449] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.811611] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 988.812495] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad196287-d031-4795-a35a-8a007ceec0b9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.821284] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1323ce-c40f-40e4-8a0d-be320f90e1fa {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.836079] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b68244-5986-4f73-805c-6757cc70a58e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.843345] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab1515a-5613-4519-9e1c-e5c4f34a1ec9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.872762] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180407MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 988.872949] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.873163] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.898022] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 989.898323] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 989.911967] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c5bf1d-c0c1-43e9-a9b3-4cb064692278 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.919841] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcc7bed-d9af-467c-953d-6cb9e513890c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.950078] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c330a532-548a-4349-8140-14cc1f625334 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.959452] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25293ef7-62f0-4a51-b107-142008d78c8a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.972891] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.476546] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.477857] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 990.478067] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.605s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.478260] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.478650] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.478650] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.478785] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.478893] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.479038] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 992.308247] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.308273] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.308728] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.308728] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1049.308808] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.813077] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.813337] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.814025] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.814025] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1049.814601] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18a7aee-0a35-49c1-8acb-a83bc2143016 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.824201] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4918fc06-f00d-4f5d-9962-404be598cf7f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.839132] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22bcf32-afa3-4476-a7c5-7117efe8c3e5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.846045] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa5ae12-9671-4f8f-89a6-93d2f5189bc8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.874192] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180409MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1049.875044] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.875044] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.893018] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1050.893279] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1050.906568] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d640003-b294-4c73-a8e1-87bc6829ebfc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.914162] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5245fb-fe0e-4f75-b38a-f071d4ca2ba7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.944736] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea52d64c-329d-4c67-abdf-56daa278992e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.952208] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dfe8bc-57f2-4ea4-a47e-347e372f8497 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.965328] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.468182] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.469503] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1051.469677] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.465407] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.465780] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.970789] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.970789] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.970789] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.308675] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.307985] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.308420] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.811641] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.811894] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.812064] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.812223] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1109.813135] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e126058f-a120-4f25-a240-3af4a8df482e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.821621] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a67df9-7ec1-4d10-8535-5498e20140e4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.836849] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ed9a2e-fa2b-47fe-9a1d-f740f3b72954 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.843721] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ca784a-6a4b-4bc8-a0d5-344d0b82c82a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.871876] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180395MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1109.872035] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.872228] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.890307] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1110.890584] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1110.903322] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2df5b7-b9ef-4145-9253-6c2020a43713 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.910864] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15afe453-58c4-48fa-8a49-fff4347d7afe {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.940546] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819eab6f-1e68-4c31-a65d-75baa9b8d7b1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.949365] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f77d3f3-fa68-4398-bff7-8b8d40b8f1be {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.963340] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.466322] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.467565] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1111.467745] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.467517] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.467923] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.467923] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.468107] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.468183] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1113.308693] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.309103] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.308901] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.309420] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 1167.812139] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.812592] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 1168.315836] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 1171.812665] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.813140] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.813140] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1171.813261] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.316241] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.316519] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.316746] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.316933] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1172.318036] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d4f5a1-e2fb-4c35-b353-9c03e9d8e9ac {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.326839] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ec30bc-3886-4958-8946-07ee948318d4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.341086] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63da3ac9-0f44-46b2-9584-4a38478dd89b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.347501] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e1213-c6a8-45e1-8308-924f492236b9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.377062] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180417MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1172.377237] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.377416] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.395953] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1173.396218] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1173.410801] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3138342f-56fa-4ab7-944b-4e6e0ab971e6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.419261] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b7611b-23f0-44dc-b2fc-eab118de89e8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.448958] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ccd7c-edec-4548-8148-934b06769508 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.456444] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2624b036-dc83-49af-ac5b-d48faf5b4e2e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.470465] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.973484] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.974741] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1173.974951] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.465614] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.466044] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.466044] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.303425] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.808387] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.307958] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.308716] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.568972] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.072055] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 1212.072055] env[65944]: value = "domain-c8" [ 1212.072055] env[65944]: _type = "ClusterComputeResource" [ 1212.072055] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1212.072915] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877ee0d3-a0f4-4ee6-82f4-5a1c16ef3d28 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.082225] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1231.308698] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.309193] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1232.303824] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.307417] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.308389] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.812548] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.812965] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.813164] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.813318] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1233.814301] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a573f67a-0d56-47c5-bc00-2d94d058885f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.823112] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b08dca9-625b-4ecc-a398-b9f23564b4b6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.838548] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91fc56b-ab96-4ee8-8eed-9c8502f891f8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.845284] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58494cd6-c2c2-49fa-acd1-393af9106b47 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.874092] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180409MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1233.874287] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.874457] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.064117] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1235.064404] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1235.081419] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1235.095650] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1235.095829] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.106942] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1235.126024] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1235.138719] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4315d2-5929-4c9e-8935-f31b4d624249 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.146728] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74f3f93-3e57-4c77-b314-32396f0aefdd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.176715] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67e00a9-c6b4-4c85-8674-9c1fa6f407bf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.184452] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9333d1-9258-4a54-8d54-adf52fff331a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.198432] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.701720] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.703083] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1235.703260] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.829s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.702994] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.703403] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.703403] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.307582] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.308352] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.308789] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1292.304308] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.308056] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.307878] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.308131] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.812064] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.812064] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.812296] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.812296] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1294.813228] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666e1896-6535-47fc-a852-434fad31a112 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.821940] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e58fc77-ecf4-4677-aece-625870c96b2f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.836419] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9fd624-64ab-47cc-a77e-825e4f6f00a6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.842845] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6bf1e0-95ce-4f85-b2f1-922b6fe58343 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.872550] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180410MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1294.872713] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.872887] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.893032] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1295.893285] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1295.906690] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0177b989-34e8-44ee-a8f2-4ff7471dcbdf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.914837] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd00c55-becb-4b2c-bc4a-a4303d0d4309 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.943963] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669619d6-854a-42b5-a6cc-a08f012f8ace {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.951395] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1624fc-6105-4613-b88d-9fb70304d0ba {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.964355] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.467911] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.469171] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1296.469346] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.468757] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.469189] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.304736] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.809658] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.308279] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.308725] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1353.305350] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.307415] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.307834] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.307541] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.307912] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.811700] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.811968] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.812138] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.812295] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1356.813201] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a65102-6fd9-49d7-8f66-0a9de8aeebe1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.821600] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc95ee8-5bbc-46b7-8182-bc79a5c69480 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.835751] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da23ecb4-abcc-4bfa-bf4c-d9608d654fa5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.842111] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affddeab-cbd0-41d8-ab36-80b620a57c87 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.870155] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180398MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1356.870319] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.870497] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.889592] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1357.889592] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1357.902904] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6c23fe-c793-4e37-9411-47a1d123745a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.911059] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409bc09e-65d5-4c4a-bc86-d2a68613a08a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.941131] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac6d69d-162d-463f-982a-5898c4c164c3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.948733] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30999d18-ac4b-4a34-805b-7e0c8726b45d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.962035] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.464428] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.465687] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1358.466050] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.467472] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.467889] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.306710] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.307180] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.307180] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1416.309081] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.309081] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.812218] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.812829] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.813193] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.813465] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1416.815072] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a498f1-7423-4bfb-b06b-f66651ff7a84 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.823356] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e40c9a-f858-4bdc-90a8-5728aef3b0a4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.838881] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d95d43-c61d-4b2f-a798-c4ab9a45c402 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.847028] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415717da-9b4d-4370-a8a9-d9bab66a2dd3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.876914] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180400MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1416.876914] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.877158] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.895959] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1417.896268] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1417.909174] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f642a85-e4c6-4c6e-b79f-e2da75443c9b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.917160] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eaf7bd-0e96-4fe6-bbb4-0891ba6b02e9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.948374] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2884ce-baf1-406a-b5b7-e061dc8f0684 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.955937] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1155b8-4504-4be7-a03a-f988313e9622 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.969286] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.472466] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.473728] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1418.473898] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.473685] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.979019] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.979264] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.307961] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.308374] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.311202] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.311624] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 1468.815140] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 1473.807199] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.807615] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.807615] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1476.308092] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.811627] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.812902] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.812902] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.812902] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1476.813553] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb66742d-62b4-4464-9dfa-1a5850ba0c81 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.822207] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb9065a-f811-448d-a32a-32339b3010f6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.837465] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2adb04-e121-4cb0-9d9e-b5023e640d63 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.845025] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa861e24-2e10-4f21-b032-4db324a21417 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.872234] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180412MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1476.872581] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.872893] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.894200] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1477.894612] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1477.907045] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f90af11-3b76-4d95-82f6-20f272b17376 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.914777] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cb6210-6903-4035-bb31-ae14e7983728 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.945139] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1844e2-c896-4df7-acfa-a9647e40b28b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.952366] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5bbda2-25a1-4370-9854-800cab19377f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.965827] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.468919] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.470168] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1478.470336] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.470547] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.470677] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 1479.974129] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.974533] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.974533] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.308757] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.308274] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.308347] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.807863] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.807863] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.807863] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1537.308827] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.308080] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.811088] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.811485] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.811526] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.811725] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1538.812686] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6276982-ec7f-47f1-8d9a-95493da960fb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.821220] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccae26cd-2df7-44f8-851b-1cfa2fab939a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.835394] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e806c3-3e97-4b04-8b26-8a3c69ccacab {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.842154] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7be18f-0e0d-4415-aa10-be82a343b376 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.871671] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180404MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1538.871862] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.872018] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.939763] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1539.940084] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1539.956994] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1539.971180] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1539.971382] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1539.982356] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1540.002688] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1540.017597] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34cb3c4-87e4-42c3-a518-bcab64224dce {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.025645] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e17d7e-df06-4ad7-83bf-b7699d5b92fb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.055816] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fceaf63-7d9b-43c9-ac61-6a7f80d92686 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.063830] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1238a2e2-bea1-4471-a714-5f7c7c6a67e7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.078994] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.582555] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.583810] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1540.583988] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.712s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.584460] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.584817] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.584817] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.584971] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.304510] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.308546] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.309097] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.309097] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1598.310621] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1600.307745] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1600.811756] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.812033] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.812175] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1600.812325] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1600.813237] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bc6c05-4a06-4716-a685-3aed0e2e32c0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.822183] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614d45d2-641b-40b5-9f42-0d343b17a2e2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.836629] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819f1186-b134-4226-aef4-cbef2354ed08 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.843216] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139df6b1-d3f8-4051-b516-b2aa108dda8e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.873240] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180408MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1600.873426] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.873594] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.959820] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1601.960160] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1602.042167] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a780665-79ab-47c2-962a-ad195c003e3b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.051778] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b0968a-7b0c-470f-a676-a52a248675cc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.081956] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba83ea0-7de5-45c7-bc4a-a63b03420d53 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.090226] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0e46d4-44f3-40b0-bac3-8aa309ccc9c1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.103726] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.606926] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.608306] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1602.608532] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.735s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.609524] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.609940] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.609940] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.610068] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.307950] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.308472] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1655.303389] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.307972] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1661.307661] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1662.308020] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1662.308511] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1662.811622] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1662.811879] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1662.812073] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1662.812229] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1662.813131] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d24b4ec-b1f1-408e-987b-5e8ef261c7da {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.821814] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c621e2b9-a3fd-4c0c-b393-574329df8aeb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.836115] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5e7c51-b3ef-4d32-9a48-43992a3e939b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.842648] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88b093c-134b-4cad-a4b3-0df894b5bf36 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.871931] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180395MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1662.872114] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1662.872283] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1663.893305] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1663.893556] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1663.906790] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b65e6d1-090f-4674-a86b-f426fa237091 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.914573] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c901b05c-dbd2-4735-8376-ec57181015a6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.943641] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f05296-ffec-491c-8760-607df0d68d83 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.951326] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23eec44a-7379-433f-9e56-f137e15b7b43 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.965026] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.468710] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1664.470811] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1664.471124] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1666.471402] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1666.471783] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.303254] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.308401] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.308845] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1715.303369] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1720.307520] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.308959] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.309342] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1724.308217] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1724.811899] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1724.812315] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1724.812315] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1724.812464] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1724.813422] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e565a5-6f51-4561-88e2-37eeeda695ce {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.822759] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c93247-f590-47f2-b5c7-5aaedebb7e95 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.837273] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf40559-fe12-47f1-9079-63a28b6b7cf6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.844924] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aa63b8-4681-4ee0-881d-a5c7664549e2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.873471] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180412MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1724.873687] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1724.873811] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1725.892564] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1725.892844] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1725.906702] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7716705-efc4-4250-a8c3-92e7babd4627 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.914343] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2b5c55-d54c-4cf7-a669-68e379184d20 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.943549] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e4aa59-edd2-40f6-b619-610c365aad47 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.950919] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef654248-7c50-4478-b02e-2e94279a51d5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.963886] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.466954] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.468312] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1726.468489] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1727.468313] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.468737] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.311345] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.311753] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 1768.814526] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 1774.812281] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1774.812738] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1776.304432] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1781.307693] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.308099] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.308585] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 1783.811415] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.307771] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.811480] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1784.811855] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1784.811904] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1784.812033] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1784.812904] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da1438-3185-40b7-9531-cd374bab8ad5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.821359] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549f063f-cbe1-478d-83ab-f5724bead697 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.835617] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b48202-d678-43fd-a9fb-14d82bdd5537 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.842310] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90945882-18a7-47ad-86ae-7d5a260bf139 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.870765] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180417MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1784.870925] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1784.871117] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1785.889826] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1785.890163] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1785.903461] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a655a2-a06b-4850-8f01-d7bc00942990 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.910931] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3e808c-1fcb-4121-867e-7e8fb6e40e37 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.941917] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3f09b7-c9f9-4984-9640-895bc96a6268 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.949894] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4083ca0d-9377-458c-88c5-4c560b4b5c39 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.963386] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.466406] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1786.467687] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1786.467862] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1786.468094] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.971509] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.971935] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.971935] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1791.303783] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1831.066052] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1831.568416] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 1831.568416] env[65944]: value = "domain-c8" [ 1831.568416] env[65944]: _type = "ClusterComputeResource" [ 1831.568416] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1831.569609] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18bc651-d143-41bb-a66b-f0cad3f30d9f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.579302] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1836.309056] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1836.309464] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1837.303375] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1842.309397] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1844.308036] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1844.810840] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1844.811145] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1844.811290] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1844.811440] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1844.812356] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dbf1e3-c4e3-4325-982d-46ba0c412041 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.820980] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1310b830-9904-4140-a2e8-5f720ed1eb8a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.835080] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee820821-2b33-4ff6-a58c-d6de3e6456c5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.841602] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e1c7df-4267-4cfd-8a0e-7be2c316b492 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.870192] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180413MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1844.870351] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1844.870523] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1846.165734] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1846.165992] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1846.182926] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1846.196388] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1846.196564] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1846.207409] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1846.224767] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1846.237189] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218d8c8c-c6f8-4430-8b62-119d2391e88c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.244786] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea77fc7f-2081-409b-b0bc-df2c726a88fa {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.274988] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8009434f-8ac4-4788-8596-02a2dd2ccf1f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.282387] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a8455f-4250-43b4-8858-4f08e7a339ee {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.295241] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1846.798726] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1846.800284] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1846.800459] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.930s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1847.801175] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.801559] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.801559] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1849.308552] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1898.310710] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1898.311147] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1899.303656] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1903.309028] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1904.308089] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1904.812057] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1904.812057] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1904.812057] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1904.812057] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1904.812691] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fd2316-0dab-49a3-b2d9-1404d230c08b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.821546] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e04b54-491a-4e08-9624-71420d047aff {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.837714] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9f9b7c-5ff1-4d50-b9b0-55bf838d66f6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.845406] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e00186-aded-461b-b100-c0c23717dda1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.875787] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180401MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1904.876260] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1904.876863] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1905.897988] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1905.898259] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1905.912073] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85a75b0-48fd-4c0d-8cfe-e58eff2de6ae {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.920203] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad080da5-d1c4-49a2-a1d9-6f1b7c1f0e8b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.951197] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e418f8e-0b63-4e3e-a825-30cf70f30fa4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.959148] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a464304-d84e-43b7-820d-5be4bd573c1b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.972435] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.475692] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.476944] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1906.477138] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.601s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1907.477841] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1907.478866] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1907.478866] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1910.309319] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1911.304161] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1958.310458] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1958.310874] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 1961.304369] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1963.308800] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1966.307488] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1966.812066] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1966.812066] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1966.812066] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1966.812066] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1966.812895] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a698f1e6-a2e8-4afc-903d-16046be50b59 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.821608] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a07eae6-11a3-4f59-88da-c461bebdb059 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.835664] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb4f22e-3f5a-4281-82ed-aedc156885a9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.842047] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93435cd-7ae3-417e-ba5e-44e7719f5edb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.871281] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180405MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1966.871441] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1966.871620] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1967.891077] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1967.891077] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1967.903972] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a328e929-59fc-4510-9d0f-2b176e294b3d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.912256] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f07dffc-5127-404e-90f4-481f40c008ca {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.941308] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4c88d1-c989-4dc9-8a2c-ae6673246368 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.948561] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d419af14-8558-4c70-9d49-bd2f7a309703 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.962434] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.465991] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.467188] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1968.467364] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1969.468091] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1969.468480] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1969.468480] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.307650] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2018.310513] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2018.311485] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2021.303757] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2023.308996] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.307669] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.308153] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.810918] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2027.811191] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2027.811353] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2027.811503] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2027.812442] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27184808-6c86-4c02-bf95-c743cc69fca7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.820959] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87501f46-0deb-4f22-97e2-ffb16a998549 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.835145] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3142ab46-170f-4d63-b391-842daca52926 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.841645] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b177f34-f258-42e0-9641-a4b69b38e483 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.872207] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180399MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2027.872384] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2027.872554] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2028.892916] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2028.893209] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2028.906312] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe83f6c4-42d5-48f0-a67c-9f67e116aa72 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.914654] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff47ae66-dbe9-439e-b6e2-3c910d66186a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.944417] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf82742-1e08-4d8e-955e-6fe10ce601b0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.952259] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7893b9-a527-4b8f-be77-e08b0ca81864 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.965467] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.469271] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2029.470527] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2029.470729] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2030.471139] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.471606] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2031.303377] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2032.307938] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2077.309591] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2077.310086] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 2077.812975] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 2080.811787] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.812257] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2081.304324] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.309777] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2087.309254] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.308929] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2089.308066] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2089.308066] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2089.811811] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2089.812085] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2089.812255] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2089.812403] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2089.813312] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bcfad4-5216-4780-a3b1-02cf06352d07 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.822015] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6136e7-fb44-495d-9e40-bd2775a3ea50 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.836127] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bfd674-b443-48c1-a718-aed3609da3b1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.842631] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e0dde2-33ea-42db-ac84-f70eb3ddda26 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.871662] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180400MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2089.871805] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2089.871954] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2090.892376] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2090.892681] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2090.906076] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00d7679-3265-48af-bbe1-0ee29739a35c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.914079] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28be4c2e-c127-419c-b6e2-e5abfda5fbca {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.943869] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d45654-9313-467c-a39c-45fc06b5427d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.951743] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb98fec-be92-43e5-abda-a2958f7bfaa5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.965145] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2091.468912] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2091.470134] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2091.470313] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2091.470520] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2091.470650] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 2096.974526] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2098.308651] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2140.810636] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2140.811183] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2143.304118] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2145.307657] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2147.309644] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2148.308212] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.308035] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2149.812100] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2149.812100] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2149.812100] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2149.812100] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2149.812702] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b327c3-d881-4d6a-a9c9-e0b6653e135a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.821044] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71b9d39-85f1-4771-9e59-84ec54264f42 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.835171] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3719fd83-03ec-460c-a44d-4ace6ab5e7cc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.841546] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed54099-065b-48dd-93d6-e36dba570b90 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.871059] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180415MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2149.871224] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2149.871406] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2150.935537] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2150.936140] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2150.952547] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2150.966883] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2150.967063] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2150.976976] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2150.993904] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2151.005987] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7abec2-14d7-4240-a1d8-756a8a1e1f6d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.013798] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd941f5b-a7d9-4027-8e71-9abef68b5b75 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.043534] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbe431c-b02a-4edb-b2de-dacffcdb5b75 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.051590] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40abd265-92b5-4363-b617-84bd5957fa24 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.064620] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2151.568258] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2151.569299] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2151.569472] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.698s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2152.570619] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2154.304214] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2154.809186] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2201.308819] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2201.309312] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2204.304083] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2205.307493] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2209.309258] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2209.309717] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2209.813100] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2209.813548] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2209.813817] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2209.814086] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2209.815501] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c00d52a-8a8c-4f81-8617-35d8e5c4ae72 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.825719] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041e530e-acda-4d2f-a9cc-2032c3570ccf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.840380] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d41802-378b-426e-a396-af8de221386a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.847457] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85991d55-1c02-486c-8777-d0fcf6f1e98a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.877063] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180406MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2209.877247] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2209.877437] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2210.906388] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2210.906388] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2210.920037] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc13ab7-12d8-4e1b-a9da-53029b04ac80 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.928057] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508aef89-4a77-4e5e-a9ce-c4f1fca8614d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.960176] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3a93ba-fcd0-4a6c-9184-5e3886dd07a9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.968555] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea187b01-6e48-4c7e-b6d3-c57550f4aed1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.982503] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2211.485669] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2211.487314] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2211.487629] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.610s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2212.486536] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2212.487564] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.309451] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2262.307483] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2262.308021] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2264.304026] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2266.308368] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.308749] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.812174] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2269.812451] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2269.812620] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2269.812771] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2269.813669] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0c1c2d-a032-4223-b18a-94812ac71c53 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.821741] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38237daf-c962-449f-8032-c6dff0f7b05e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.837471] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4f32f8-69f0-441b-b4c9-baacace304de {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.845416] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37978898-ef4c-4795-a7b0-2e50c0143e26 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.895542] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180394MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2269.895789] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2269.896152] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2270.915445] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2270.915712] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2270.928887] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c658fc-7719-4ab5-9270-f5d018425014 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.936598] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c455ef-0723-4f5b-b119-f9a94de332aa {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.966696] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60ad2ef-3e17-4a72-a310-dcd3d6ca710f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.974437] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885932ba-3393-4617-8596-d6c3d4a83af0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.987904] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2271.491107] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2271.492335] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2271.492510] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2272.492313] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2272.492709] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2274.308538] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2275.307687] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2277.305488] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.309984] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.309984] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2325.303770] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2327.308438] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2329.310040] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2329.813659] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2329.813924] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2329.814050] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2329.814210] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2329.815198] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e014513-93f0-4551-a0ee-173e27ba12b0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.823694] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641da4ce-7deb-4237-93b0-342d4c3a9242 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.837929] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6ec0b8-32e3-4fc4-8e4f-819ddf36aeb2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.844443] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f6c99a-d936-4e89-9c5c-84083a849939 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.873879] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180395MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2329.874039] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2329.874228] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2330.891957] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2330.892228] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2330.905406] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a53622-8ef3-4127-ab17-327ee391c739 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.913266] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952fd07b-441d-48ae-88d2-5da0dda902ee {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.943024] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d09dec-f6a6-4d2b-9930-0303ed851f22 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.950535] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195332f8-521c-4a23-aae6-6f611c2e96ee {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.964544] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2331.467966] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2331.469232] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2331.469385] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2333.467882] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2333.468294] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2336.309185] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2337.308917] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2382.308117] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2382.309249] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 2382.811626] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 2385.812782] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2385.812782] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2387.304613] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2387.307053] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2389.309771] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2389.813258] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2389.813545] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2389.813716] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2389.813863] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2389.814764] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d54e504-2af0-42df-b84c-73ce447a1712 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.823185] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21275c07-a5b1-4a9e-baa6-8233566fb600 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.837371] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39477bb8-7bf7-48e8-9c9a-f3fae95bc6c4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.844680] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c569eab-d70e-4030-9450-1fecc6530ce8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.874624] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180404MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2389.874797] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2389.874966] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2390.894015] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2390.894312] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2390.913892] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f74df8-5049-4033-8017-38ce26035067 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.925142] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013aad39-061f-45c5-9c5e-eaf4eeb90d2b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.963414] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a630d89f-eaee-4eed-bdeb-bc19a8dd3ced {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.971275] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa68391-5caf-482e-90c7-debeb4b8cd8b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.984956] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2391.487973] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2391.489186] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2391.489366] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.614s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2394.488494] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2395.308074] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2397.304699] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2397.809142] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2397.809455] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2400.308485] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2400.308926] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 2412.082886] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.083311] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 2412.083311] env[65944]: value = "domain-c8" [ 2412.083311] env[65944]: _type = "ClusterComputeResource" [ 2412.083311] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2412.084357] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c66f834-1aef-4897-be55-4055bb1f0de8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.094725] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2412.307795] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2445.810349] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2445.810808] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2447.305034] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2447.307568] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2448.065073] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2448.570068] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 2448.570068] env[65944]: value = "domain-c8" [ 2448.570068] env[65944]: _type = "ClusterComputeResource" [ 2448.570068] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2448.570514] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d4f060-ba7a-4a53-9024-8181f53afc6a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.579134] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2451.308078] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2451.811191] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2451.811442] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2451.811592] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2451.811744] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2451.812608] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992248af-d8a3-4da2-ba89-315a4fbc0113 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.821152] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12b9404-aa76-4cf3-8894-fd5492316c56 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.835105] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ba889c-85e6-4e1e-880d-c2807e8eae03 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.841530] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3a326f-a91a-4f21-b4bf-094666f47d35 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.870677] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180411MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2451.870832] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2451.871018] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2453.029461] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2453.029732] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2453.046235] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2453.060021] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2453.060021] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2453.069891] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2453.088648] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2453.103419] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eea51b9-3607-46fb-b7f8-c48a020ef692 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.111429] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566f0002-40d1-41de-9514-897bcae12bb1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.140821] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d90401-4208-4f8c-9395-9aa5852ffe70 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.147864] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0782ef-aae0-4de7-ab30-fa1607c2ff7e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.161663] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2453.664736] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2453.665957] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2453.666145] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.795s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2456.667658] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2456.668200] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2457.308243] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2459.309145] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2505.307424] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2505.307912] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2507.305439] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2508.307469] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2512.309117] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2512.812054] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2512.812054] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2512.812054] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2512.812054] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2512.812934] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6f568b-c268-4706-93c8-4bd1c4a45ed8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.821437] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237edaef-1fbd-40c6-aac0-5840456662cf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.835687] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0347652d-1be9-47a2-984c-63717e0f270a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.842355] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f962e8-c04a-4acd-ad73-7f350058a474 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.871819] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180409MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2512.871983] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2512.872164] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2513.890568] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2513.890825] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2513.903854] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1435a72-2083-4b07-b9dd-07e4755c39a9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.911756] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b60b4-223d-49a5-93e7-d7efbbfef19b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.940577] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40106cd-d389-44f5-b948-694675fc9637 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.947961] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9828fbc-5698-4c77-bb0d-3c4170195e81 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.961133] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2514.464601] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2514.465913] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2514.466112] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2517.467076] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2517.467559] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2517.467559] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2519.308539] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2521.303826] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2565.307475] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2565.307916] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2568.306576] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2570.307690] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2572.309369] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2572.813048] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2572.813048] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2572.813048] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2572.813335] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2572.813965] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24087f3b-3ae6-4239-887b-6739bdd4a519 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.823065] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90b6815-bde0-4a88-b4e9-4c3a4ffb8b2d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.836871] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f270a487-6423-4fc3-9658-e00424a61b2f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.844555] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817a6fdc-e6f6-49f0-b8e6-68622565ce36 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.875057] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180424MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2572.875057] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2572.875057] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2573.893409] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2573.893669] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2573.906612] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ea3bdb-ca17-4037-8188-6950065b2030 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.914893] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533491e4-ef66-4928-a051-06fb4a728f22 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.945622] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e6045e-dbdd-4bef-a095-ef5b284a5131 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.953043] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a318a7e8-4f95-49a5-a978-30c9bcacbe45 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.966280] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2574.469383] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2574.470656] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2574.470837] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2578.469649] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2578.470069] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2579.308378] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2580.308064] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2626.309163] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2626.309597] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2630.303459] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2632.309475] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2633.309015] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2633.811694] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2633.812143] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2633.812143] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2633.812257] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2633.813167] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e04f05-2e3d-4de8-be6d-d26d0df0ec1c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.821463] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a5cc3b-4e36-4462-b472-14af4ce60c2b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.835438] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e9727d-2664-4a6c-b150-2366f88209a0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.842093] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90b37e0-be31-480c-b2ce-9327b6b8c290 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.869663] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2633.869811] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2633.869993] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2634.889475] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2634.889706] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2634.903589] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a839b323-e1b2-41a6-803c-3a3f2dfa812f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2634.911057] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a05057-3dad-45e6-bc45-9cb844bf120a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2634.940371] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143f1447-79f8-452d-8596-5fde529b80b3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2634.947650] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cda062-2201-4021-853d-7063736402c7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2634.960725] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2635.464516] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2635.465777] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2635.465958] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2638.467553] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2639.308607] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2640.307859] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2641.308808] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2645.303484] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2683.310873] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2683.311335] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 2683.814170] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 2688.812542] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2688.812921] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2691.304255] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2693.309577] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2694.308136] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2694.811867] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2694.812316] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2694.812316] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2694.812480] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2694.813350] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997d3e73-5d62-4284-8ec9-1d0e31b384bf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.822079] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35e8533-eb88-4f21-aad0-074d57c476be {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.836168] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af7862-09ca-4c6a-879a-1c7cb1e259d1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.842731] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d30a59-8e6b-41f8-bf8a-e7652ff9689a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.871049] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180417MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2694.871204] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2694.871398] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2695.894302] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2695.894594] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2695.908456] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7598660b-52d6-4bd7-9edc-9cc0b89f0e1b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2695.916019] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99503d5f-9c6b-4604-b0cb-a5a4a29d6643 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2695.946639] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515f735a-a993-4924-8dbf-cb83caa6a637 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2695.954180] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cdccd7-d34d-4206-b143-f3315f88824c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2695.967340] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2696.470301] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2696.471488] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2696.471661] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2700.471395] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2700.471760] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2701.308162] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2701.308381] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2701.308523] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 2703.811082] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2724.307787] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2749.812461] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2749.812870] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2752.305314] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2755.307737] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2756.307657] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2756.810560] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2756.810971] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2756.810971] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2756.811143] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2756.812058] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0f79e6-a3b6-4844-a106-a39cfdc2e91f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2756.820667] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bef7dc-9d3e-48c1-96b2-73e1523a42ff {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2756.835063] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2a106a-f348-4945-9f27-00006a8b4579 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2756.841750] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccf365a-d0ad-4cab-aa55-84cb6cf4146a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2756.871450] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180392MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2756.871697] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2756.871797] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2757.936132] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2757.936378] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2757.952203] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2757.964786] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2757.964973] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2757.975066] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2757.992224] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2758.004475] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966a2cf2-c0f0-44a1-b2fe-f79fe48d3c51 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2758.012285] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20285b5c-27a0-4d6b-9999-c9ff00f868b9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2758.043184] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5679c2e-c62d-44cd-b4f0-a90cbc5ea9fd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2758.050919] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a941a24-43bb-4592-87fa-58c6e3c3e6a5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2758.063831] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2758.567355] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2758.568600] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2758.568778] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.697s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2761.569116] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2761.569478] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2762.308184] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2763.308328] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2769.306111] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2809.309045] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2809.309473] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2814.303685] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2817.307906] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2818.308288] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2818.811695] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2818.811949] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2818.812128] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2818.812304] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2818.813209] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2681cb-81f9-46c2-aa83-f9a32dd6eb1b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2818.822806] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee4a1dc-1121-416c-8571-d5e55f62d409 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2818.836716] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f98d636-fae4-4511-9c25-b313a660a9dd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2818.843529] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63417036-723a-46de-9bfc-da90e7707cd6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2818.871555] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180411MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2818.871685] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2818.871883] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2819.892336] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2819.892630] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2819.907665] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6fc573-2632-4164-aa8d-cfb723dc0c92 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2819.915724] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4428a9b-45dd-4662-868a-335722a109b5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2819.945949] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9737f12-2d7a-43ff-a8e4-d6a0205bcef6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2819.953363] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ba5ad7-46cd-4200-88c4-a50ff72e298f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2819.966299] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2820.469527] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2820.470854] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2820.471036] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2823.472661] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2823.473168] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2824.308573] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2825.307403] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2871.308766] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2871.309207] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2875.303198] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2879.307585] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2880.308030] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2880.811931] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2880.812217] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2880.812336] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2880.812485] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2880.813382] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b28803-111f-4d8e-8d40-ec30211ecfee {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2880.822330] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4903dddf-2be7-46b4-93c4-d3a01c8799e8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2880.837735] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535d7b73-7d56-4605-a1ab-f0a03bf00ab8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2880.844615] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fa3cbe-88ac-4ac3-b11e-391d658a2606 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2880.873879] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180400MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2880.874094] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2880.874241] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2881.893322] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2881.893612] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2881.908120] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbca657-eda3-4540-8ed1-f04f8ca72d03 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2881.916693] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775028a4-79ed-4cfe-a26d-422dde856654 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2881.948190] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0160a6a3-921f-4eba-833d-9131aedb6829 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2881.956668] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17fdc2c-d827-42d5-8a9e-9d3f4aa3f16c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2881.971364] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2882.475095] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2882.476363] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2882.476539] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.602s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2884.477049] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2884.477436] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2885.307475] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2885.307666] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2893.306807] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2931.308256] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2931.308670] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2935.303094] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2939.308785] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2942.308102] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2942.811129] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2942.811442] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2942.811618] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2942.811769] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2942.812711] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ca8176-01dc-4504-bf7b-dea74c9fc918 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2942.821538] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac36d351-b616-4e97-b635-ea408e73f850 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2942.835961] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b282b2b-bce4-4bea-a145-72d20c55daa1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2942.843381] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612bbaac-5814-493f-87ff-b38e1bbfaf8e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2942.874107] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180405MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2942.874308] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2942.874489] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2943.893550] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2943.893808] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2943.907043] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42636d93-fd70-48f9-aa5b-04fe35fb5076 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2943.915346] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0c2d7a-a2b9-4ef3-8bef-5512832853d4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2943.946462] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38383562-c358-4375-908c-630ba1d95501 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2943.953868] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b5b7b-8bf4-4369-b5bb-d477e2d22fbc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2943.968038] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2944.471792] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2944.473066] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2944.473306] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2945.473556] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2945.473947] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2946.308759] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2947.308552] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2963.309908] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2963.309908] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use..do_register_storage_use" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2963.310347] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use..do_register_storage_use" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2963.310448] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use..do_register_storage_use" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2963.310562] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users..do_get_storage_users" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2963.310851] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users..do_get_storage_users" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2963.311107] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users..do_get_storage_users" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2963.814875] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00f8d56-44ef-4cde-b123-bd4d1adea660 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2963.823952] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f07e9a1-3cb6-446c-88aa-4d6d6f51948d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2963.841437] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb39b733-5f7d-465f-b412-3cbd03da96d0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2964.362921] env[65944]: DEBUG oslo_vmware.service [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c6eaf4-33d3-4afa-9d47-4550607bdcbf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2964.370679] env[65944]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f979b7cc-66f4-455b-b872-46ad3a1e2417 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2964.375628] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Waiting for the task: (returnval){ [ 2964.375628] env[65944]: value = "session[520650da-52d4-b18a-d480-4d1709b2316b]5273e63f-89ee-e09f-b51e-840347ae8cb1" [ 2964.375628] env[65944]: _type = "Task" [ 2964.375628] env[65944]: } to complete. {{(pid=65944) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2964.384549] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Task: {'id': session[520650da-52d4-b18a-d480-4d1709b2316b]5273e63f-89ee-e09f-b51e-840347ae8cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.006362} completed successfully. {{(pid=65944) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2964.385366] env[65944]: DEBUG oslo_vmware.service [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937c0e26-c79b-46b2-a331-56defc8df25f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2964.390568] env[65944]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13de4275-a0d8-48ff-aec5-2dad13b69434 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2964.394717] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Waiting for the task: (returnval){ [ 2964.394717] env[65944]: value = "session[520650da-52d4-b18a-d480-4d1709b2316b]52488b03-9b0f-df57-0cab-a010a2ec6ad5" [ 2964.394717] env[65944]: _type = "Task" [ 2964.394717] env[65944]: } to complete. {{(pid=65944) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2964.401835] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Task: {'id': session[520650da-52d4-b18a-d480-4d1709b2316b]52488b03-9b0f-df57-0cab-a010a2ec6ad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65944) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2964.905343] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Task: {'id': session[520650da-52d4-b18a-d480-4d1709b2316b]52488b03-9b0f-df57-0cab-a010a2ec6ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.008144} completed successfully. {{(pid=65944) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2986.309620] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2986.309620] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 2986.812229] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 2992.814520] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2992.814931] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 2996.303621] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3000.307547] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3004.307491] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3004.811030] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3004.812049] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3004.812049] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3004.812049] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3004.812918] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf1c5ee-423d-4bc3-8f04-3417169fd481 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3004.821476] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b748b9a-3f4b-4e62-94a7-92efbffa3410 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3004.836488] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3e8a38-1e16-4953-83f2-9796f988a035 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3004.843527] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc1e805-9a0b-4a47-a15c-f0ffbf3bfb8f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3004.872044] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180403MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3004.872192] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3004.872290] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3005.890361] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3005.890675] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3005.904229] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93aa5ac-c1e0-4129-97d1-ff33ee478220 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3005.912329] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff31bbff-cc54-42c4-bd4b-761931a91934 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3005.941970] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c5dc79-af70-42ac-b9d9-ff6c461bbf4c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3005.951990] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af87f660-fcde-4619-82a3-589f8e953b8d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3005.965064] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3006.468241] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3006.469495] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3006.469670] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3007.470463] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3007.470855] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3007.470855] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3008.308175] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3010.308080] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3010.308460] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 3013.807360] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3028.310065] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3052.812228] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3052.812654] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3056.304744] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3062.308026] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3065.307339] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3065.810676] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3065.811035] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3065.811218] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3065.811370] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3065.812372] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a911f70c-e6a1-4b81-b11b-0d8e47e7174f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3065.821935] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00a23e5-8557-43e2-8202-fcd231889888 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3065.837148] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72140390-d3b5-4b26-84c0-972e9654feaa {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3065.844690] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c50b1a0-3574-43a1-944f-995bcefc6bfd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3065.876444] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3065.876618] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3065.876799] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3067.033701] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3067.033997] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3067.050617] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 3067.068268] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 3067.068449] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 3067.082326] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 3067.100478] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 3067.113341] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64e3993-7ede-4404-8d87-194796644e96 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3067.120872] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bca6e34-d0a8-4e9b-bd5b-328f91904740 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3067.150477] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a658fb-9eab-42da-a9b2-08bd6ff510c2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3067.158036] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffd4d24-cf15-4da5-8e02-90a9f876eebf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3067.171128] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3067.674209] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3067.675488] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3067.675667] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.799s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3068.676414] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3068.676803] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3068.676803] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3068.676958] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3068.677093] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3069.180943] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 3069.180943] env[65944]: value = "domain-c8" [ 3069.180943] env[65944]: _type = "ClusterComputeResource" [ 3069.180943] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 3069.182026] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a36522-b25b-4f89-888e-0253d617266a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3069.190964] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 3113.310715] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3113.311172] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3118.304343] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3122.310113] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3125.308080] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3125.811624] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3125.812235] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3125.812547] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3125.812799] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3125.813792] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad785bd0-0f32-4d14-8a8a-9a2c557e0244 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3125.822534] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f08911-1f53-4c15-9399-6d3c34a3dddb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3125.837029] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a862d23-5253-4a98-9510-81e7938d10b3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3125.843252] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ac4b70-8b7f-4cbf-9fae-2681644af49c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3125.872070] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180395MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3125.872070] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3125.872070] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3126.890050] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3126.890324] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3126.903051] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28c3a45-5e61-4b4f-b333-d95e3f4a1942 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3126.911682] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb6123e-a7d2-4003-bfcb-3832d66c9c3b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3126.940495] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7088411f-46a5-46bf-96a0-5f1f290d5048 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3126.947798] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eba1338-3e29-4676-aeda-689503817284 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3126.960841] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3127.464171] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3127.465441] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3127.465616] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3130.466723] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3130.467135] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3130.467352] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3130.467573] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3134.304203] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3173.308577] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3173.309058] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3178.304627] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3184.307947] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3186.307638] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3186.812305] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3186.812583] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3186.812719] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3186.812879] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3186.813839] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8d99c9-a519-4849-aee4-5227bab84596 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3186.822922] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c5ef4c-a5e0-48cc-a7a5-4d4f59a9de89 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3186.837145] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b995c6d5-bf4a-4cb8-aedd-f559ef6d8556 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3186.843758] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a9e0a4-de7a-4c14-9d18-9c37f8d24e19 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3186.872100] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180395MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3186.872273] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3186.872451] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3187.891491] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3187.891786] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3187.905171] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db3862e-5186-41bc-b8db-06dba6d7a378 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3187.912422] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d803b55-e11a-40ae-95ab-973a9f29d4bf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3187.942458] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf1b86f-4f72-4720-ae93-c8033355cc73 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3187.949708] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a77e384-bb2d-4b09-90d4-2a3533257e4f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3187.963961] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3188.466779] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3188.468033] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3188.468217] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3191.468821] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3191.469245] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3191.469245] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3192.308275] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3234.307290] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3234.307889] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3239.304513] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3245.307419] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3246.308159] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3246.811900] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3246.812178] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3246.812380] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3246.812537] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3246.813457] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283c2d5b-a199-4fc0-ba69-1c410664f98f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3246.821654] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25841675-76e7-4d2f-9103-6929e91c6ac2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3246.836651] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333f3176-cff2-401e-9197-38ded9cab19c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3246.842975] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4494727e-2f78-4b61-bb79-cc3c20b14031 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3246.870982] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180389MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3246.871161] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3246.871319] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3247.893025] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3247.893025] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3247.904942] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ebd8b9-4e98-462b-9910-14d6cb1ad554 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3247.912669] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deb6ce6-e413-4843-8c67-64f19146081b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3247.942630] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e794a006-954b-4a53-a6d8-b141b362609e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3247.949849] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005e744d-a7bc-4b96-beb6-7bce1405a0e8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3247.962848] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3248.466104] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3248.467374] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3248.467547] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3252.467391] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3252.467787] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3252.467831] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3254.308067] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3257.304203] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3292.309372] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3292.309870] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 3292.812624] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 3296.811355] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3296.811701] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3301.304029] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3307.308058] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3307.309040] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3307.812754] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3307.813061] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3307.813195] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3307.813356] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3307.814303] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c125fb1-84c8-4bc9-ba3a-adf9adf19b07 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3307.822958] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d79468c-0874-47b5-9282-f36334439025 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3307.837133] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1330def8-6a24-4301-a59e-f8b5178f7b69 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3307.843614] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eaa555-2899-4850-9837-c79bf354f48c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3307.873163] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180366MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3307.873302] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3307.873504] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3308.895274] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3308.895533] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3308.908524] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7019a8f2-3103-4e19-b6bf-9e67a0e2a076 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3308.916532] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02130687-14ca-407e-aead-fa4a15d1de66 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3308.945469] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd32c4b-9bb2-4271-8014-5c44badc5869 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3308.952725] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62efc467-36cb-4950-bf2a-5f805d8dcd8f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3308.966545] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3309.470020] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3309.471257] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3309.471435] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3312.471613] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3312.472093] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3312.472093] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3315.308086] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3318.309065] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3318.309065] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 3333.309146] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3357.812851] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3357.813299] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3362.305512] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3368.309062] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3368.812062] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3368.812323] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3368.812323] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3368.812464] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3368.813372] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc4ce7a-e8ca-4af5-8afa-584c255146e4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3368.822122] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c5f637-77f8-4df6-ad08-8da58408c0bc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3368.837051] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dee7ee-c456-42a3-82fc-132bd684a8f2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3368.844244] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d286a109-6c2d-41ef-bb5e-6081f1ce9ca4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3368.873341] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180375MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3368.873699] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3368.874055] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3369.940340] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3369.940604] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3369.956813] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 3369.969053] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 3369.969240] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 3369.979166] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 3369.996164] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 3370.008218] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d1f933-403d-48bd-9feb-0053907f8f8b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3370.016333] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cde41e-e225-4c3c-8b17-07f5f03df4a4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3370.046665] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f968ed-2d68-4637-b035-c8154f7f27dd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3370.054689] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e790017-fd0e-4aad-8ed6-b0b8a9fae521 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3370.069223] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3370.572387] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3370.573685] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3370.573860] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.700s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3371.573952] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3372.307992] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3373.308887] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3374.307678] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3377.309965] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3379.304342] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3419.308971] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3419.308971] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3423.306334] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3430.308023] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3430.308495] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3430.811997] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3430.812285] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3430.812455] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3430.812612] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3430.813535] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af8c3d5-5a50-4f43-93d1-ee09e4768e1c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3430.822258] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631c2452-a21f-4545-bf0a-98a36746ec74 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3430.836496] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb80ff14-c93f-4beb-858e-00c6f6be1ef6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3430.843344] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d88027-2553-4a9a-bce4-d77816890ebf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3430.872358] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180360MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3430.872532] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3430.872695] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3431.893030] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3431.893293] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3431.907862] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba72ab7d-df3b-4e28-bfa3-98fce0441b46 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3431.915755] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c90c99b-0422-41b3-b2aa-b1ac64304432 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3431.945332] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849a3a79-62ea-4843-80d7-8644b45a1900 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3431.952987] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93398f7e-6db4-4777-a9ad-e0ba2719e0c6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3431.966156] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3432.469264] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3432.470516] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3432.470693] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3435.470252] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3435.470643] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3435.470643] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3439.309599] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3479.308103] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3479.308545] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3485.303382] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3491.307817] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3492.307799] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3492.810975] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3492.811393] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3492.811439] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3492.811567] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3492.812504] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28acfa00-918a-4fd9-a75c-feece1996376 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3492.821193] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b7b191-7643-4256-9cff-fd5a0f66e6b3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3492.835128] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea0b794-6cf6-4ccf-850f-7e285ccff581 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3492.841541] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f2b01f-89cd-4e7f-97fd-c8afd1665e91 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3492.870518] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180355MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3492.870666] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3492.870844] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3493.889638] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3493.889925] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3493.902783] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be38d480-dfb5-4c7d-bc8e-62c68c058d5e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3493.910946] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9373d3b1-7e22-486b-b362-70e125f0077b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3493.940627] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a054208-e5d7-4d5a-a547-c2d741492d59 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3493.948120] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82eb445-f3ab-49eb-a1d1-45fbf0c1964f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3493.960957] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3494.464551] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3494.466581] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3494.466581] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3497.468145] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3497.468542] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3497.468542] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3499.309550] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3501.304347] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3539.308132] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3539.308554] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3546.304524] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3552.309204] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3552.309664] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3552.812743] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3552.812996] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3552.813187] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3552.813335] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3552.814273] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0917b1b-2dd9-4f7f-bf1d-43bc7253c93f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3552.822566] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21807da8-91c4-4dee-bb81-802f55cde142 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3552.836893] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62d0bee-87f0-42e4-8db9-5a75f419a7da {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3552.843471] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a62f7c0-1e48-4b10-b89f-9292566eb661 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3552.872049] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180356MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3552.872228] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3552.872389] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3553.891444] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3553.891728] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3553.906024] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf7ce60-a972-4646-a7bb-9bbe627940f4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3553.913199] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3cb917-2bba-48c6-b15b-3dd79e378246 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3553.943910] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901fe087-107a-452e-a8e4-17a752042ff9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3553.951740] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b58b60-5cbb-40ef-b0d2-cfaef63aa6fe {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3553.964883] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3554.467758] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3554.469036] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3554.469232] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3558.468120] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3558.468120] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3558.468590] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3561.308443] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3600.307839] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3600.308297] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3602.309824] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3602.310260] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 3602.813441] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 3608.809616] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3613.309072] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3613.811883] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3613.812264] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3613.812456] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3613.812608] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3613.813660] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d56c97-2052-43a3-a008-d8e420e62e20 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3613.823224] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b734d59f-ea90-4dff-abdc-c2f42c44e129 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3613.837469] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c984e36-26af-49ad-8412-2c603dbee46b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3613.844234] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f919be-34e2-4af0-9167-1a88c46e25d8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3613.872555] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180337MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3613.872717] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3613.872908] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3614.890960] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3614.891219] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3614.903948] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be004cc-b3d8-45ea-a593-bd6e3d45dce3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3614.912020] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7696d3-bda4-4b08-89a8-ba2f44401cd7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3614.942602] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b25b41-051b-48f3-bfbd-9adf0738c60f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3614.950181] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91771bf7-484f-40b1-a040-df8311782209 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3614.963959] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3615.467152] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3615.468452] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3615.468631] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3616.468791] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3618.309062] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3618.309517] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3618.309517] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3621.304998] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3622.308068] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3626.308548] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3626.308950] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 3634.311751] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3661.812203] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3661.812790] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3669.305078] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3675.307531] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3675.810989] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3675.811253] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3675.811417] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3675.811565] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3675.812495] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7356927-8734-4a8c-a337-08413d8f619a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3675.821631] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cb721b-0e43-4a93-b415-5a3423c5e4ac {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3675.837226] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd756a7-ff85-4700-9509-8f0f4a595285 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3675.844610] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858630e1-d555-4a7b-ac3e-1f56b06efd62 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3675.876207] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180340MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3675.876393] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3675.876565] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3677.058840] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3677.059132] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3677.075917] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 3677.088588] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 3677.088802] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 3677.099542] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 3677.117569] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 3677.130722] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1176909c-16a2-45cc-b1b4-d0acb49af540 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3677.138504] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d220794f-2e01-4d2e-9f71-74d2537c1a56 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3677.169285] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf79b99f-1ae4-4f7e-9df4-01de5e88b7c5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3677.177282] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58f1cc5-a5d2-4a65-ba5c-de1118cf6d12 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3677.190756] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3677.693883] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3677.695198] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3677.695362] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.819s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3678.695914] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3678.696371] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3679.199817] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 3679.199817] env[65944]: value = "domain-c8" [ 3679.199817] env[65944]: _type = "ClusterComputeResource" [ 3679.199817] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 3679.200946] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31994d6a-8eb0-4168-9f8d-f4f96aaa650b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3679.210247] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 3679.821697] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3679.822123] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3680.307729] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3683.308502] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3721.308547] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3721.308992] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3729.304095] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3736.308410] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3736.308833] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3736.812075] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3736.813053] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3736.813171] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3736.813344] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3736.814753] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762031b6-13ff-49e5-908b-9cd8fdb77a36 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3736.828932] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4cbd9d-b05f-4a60-a017-b94553b4cbc7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3736.853378] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d61b43b-c652-485e-8574-81382f4f8f5e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3736.863239] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074a5ed3-e4c0-4a01-80fe-8743aff66326 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3736.897727] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180403MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3736.897909] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3736.898103] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3737.919298] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3737.919592] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3737.932868] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a129c4d-c911-42ea-aaed-6adeeec38dd6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3737.940954] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9749ad0-bd22-4584-85bb-bb9491069c0a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3737.970943] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e51278-2ff6-4bdf-9338-e6fd9f755962 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3737.978544] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5e7a2c-35fb-43c5-8e1e-d2df8dbfea0f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3737.991468] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3738.495083] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3738.496413] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3738.496586] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3742.496313] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3742.496816] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3742.496816] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3744.305360] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3744.810585] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3783.308390] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3783.308868] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3791.304743] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3798.307987] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3798.308445] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3798.812245] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3798.812551] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3798.812674] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3798.812822] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3798.813778] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cf4a57-b567-4a54-8d83-63abb680e1b1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3798.822495] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2edec8-7a01-49cc-a4be-77ec2a95b3fb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3798.837353] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec79cb1-de59-4e61-a18c-da13626e6430 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3798.843844] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643effe2-f76a-427c-967b-d694c27ca54a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3798.872205] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180411MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3798.872378] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3798.872550] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3799.892276] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3799.892580] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3799.905907] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4683120f-d9bb-42bb-8e6e-3dc8b0552871 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3799.913769] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44a3732-da56-4772-8283-6eaf342d79c4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3799.944326] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65236ec-2e46-4966-881b-3865cfb3df36 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3799.951612] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131b38a0-3aa5-42d8-a33c-0dcea0978051 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3799.964656] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3800.468023] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3800.469324] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3800.469496] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3802.468991] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3802.469452] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3803.308654] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3804.307919] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3843.310787] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3843.311168] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3851.304869] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3858.310988] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3858.311411] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3858.814581] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3858.814880] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3858.814991] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3858.815165] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3858.816074] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93886e02-cb96-4695-b062-e4ef27f9a7db {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3858.825855] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519134a4-81b0-4e06-952b-68d24b440ba3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3858.841055] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aba8bc-90a8-4326-8ec5-3ebbeaf98267 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3858.848052] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b82c4e-fed4-40cf-8f31-2f8edbe97be2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3858.878095] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3858.878255] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3858.878444] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3859.899015] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3859.899326] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3859.912752] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675cd563-ec4b-4fce-b63d-259e6cbad309 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3859.920738] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73af547c-b521-4530-b3c5-bc08062c0fbb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3859.949770] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c565e24b-9a8e-441a-a1dd-e9b5b9025c2c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3859.957722] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612eae10-fc8c-4b5f-898f-e819fbf09000 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3859.971859] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3860.474857] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3860.476152] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3860.476330] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3862.472866] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3863.308517] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3864.307701] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3864.308219] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3866.305106] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3903.310395] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3903.310897] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3907.311079] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3907.311079] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 3907.813934] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 3913.807609] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3918.310366] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3919.308347] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3919.812044] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3919.812425] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3919.812512] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3919.812664] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3919.813537] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cec5c3-75ab-4c1f-9591-ac64a653446f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3919.823358] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db185d03-52af-45b8-b7ab-fcb5190ade5f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3919.837869] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5add98-ec6e-49cb-a151-18e118289d66 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3919.844615] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18152abf-8994-4c92-808d-8357f4348b99 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3919.874048] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180411MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3919.874199] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3919.874396] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3920.897042] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3920.897350] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3920.910326] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868101e9-0d87-4574-a793-a94b99790065 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3920.918050] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbffbfef-4ea6-401b-affa-85b7192dcb2a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3920.947690] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca598950-7f09-4725-b817-fa6db884c9b2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3920.955271] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e458a1b3-88e8-44b0-ad4d-075ef1e181df {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3920.968435] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3921.471804] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3921.473095] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3921.473304] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3922.474072] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3924.309233] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3924.309634] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3925.307698] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3935.308440] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3935.308893] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 3942.307923] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3965.810442] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3965.810874] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 3973.305965] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3978.310374] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3980.307267] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3980.307679] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3980.810600] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3980.810853] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3980.811015] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3980.811180] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 3980.812086] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf984c2b-0bd6-43e7-9e0b-94984d3135af {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3980.820584] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f189b7-55d3-4a65-9edc-1fa6061dfc9a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3980.834421] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e099cb60-640a-49cc-9038-209eb7e19c10 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3980.841244] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd58eb99-1581-472e-a4f2-8d1b022616e6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3980.870302] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180404MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 3980.870458] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 3980.870659] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 3981.936998] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 3981.937317] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 3981.953905] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 3981.967084] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 3981.967274] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 3981.978808] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 3981.995531] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 3982.007731] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeaf757-3792-48fc-b202-e039743fb692 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3982.015548] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb741b6e-ebe6-47cc-9000-e4c160140f11 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3982.046046] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915c41e9-d35b-4deb-ae8a-49d385a2583b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3982.054275] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0c91c7-302d-43c2-9039-298273d7ae9b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 3982.067378] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 3982.571137] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 3982.572383] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 3982.572566] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.702s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 3987.574525] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3987.574933] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3987.574933] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 3991.304360] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4027.309497] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4027.309899] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4033.306690] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4039.311891] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4040.307734] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4040.810829] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4040.811394] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4040.811534] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4040.811701] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4040.812654] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d07b6e6-3112-4abb-a50a-6218dcfa60fe {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4040.821350] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f6461c-269e-4670-9c3a-f1fd00218bc8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4040.835363] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d944ca9-71cf-44d1-8a58-952d13df020c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4040.841764] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b411fb33-965b-42f5-ab7a-d83383379a77 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4040.870862] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180411MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4040.871065] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4040.871338] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4041.896039] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4041.896039] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4041.911416] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f265c7-2f67-4d2b-9ad0-b1f3bc66dcbc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4041.919331] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b77c8b-33cb-4db0-a800-cdd1190bfcb4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4041.949725] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa88020c-f143-4471-8cca-390bdeba55c4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4041.957257] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48b2641-3096-4e34-b248-7d393c552499 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4041.969975] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4042.473414] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4042.474659] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4042.474838] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.604s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4043.475667] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4045.307597] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4046.307876] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4047.308679] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4087.309386] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4087.309879] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4095.303783] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4100.307404] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4101.307894] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4101.811216] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4101.811479] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4101.811684] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4101.811841] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4101.812721] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c00409-8476-4e6b-bff2-a91798abc21d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4101.821234] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bede54-5bbd-4b2a-9e0c-ff66ec45772b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4101.835022] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e930873e-5707-4ed1-ac30-d9dc1b53ac30 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4101.841397] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5be2e0-3b06-4910-b4e7-320b04d2c824 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4101.869618] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180399MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4101.869828] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4101.869958] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4103.001394] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4103.001632] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4103.014693] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d706268-4fa3-45eb-a876-72a8656f8189 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4103.023803] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5cd06a-7460-433a-bcfb-c5650918c476 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4103.053709] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f742e393-12f0-43da-a7dd-b5e030b01062 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4103.061182] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9efe9f-b747-4e78-a13e-fd8af4f6e85a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4103.074190] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4103.577844] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4103.579116] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4103.579292] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.709s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4104.579793] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4106.309466] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4108.308837] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4109.308584] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4114.304280] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4147.309775] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4147.309775] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4157.305574] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4161.308890] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4162.308051] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4162.308051] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4162.811542] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4162.811935] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4162.811993] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4162.812217] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4162.813166] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce31d395-6e71-4f0b-8d29-be138d40f891 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4162.821896] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e799fae1-51da-4693-80ec-853007b0e34a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4162.835933] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cdb44b-0119-4773-ac0b-1624187d1c8b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4162.842638] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b2da14-8b1f-495e-a3fc-c4e006d4c6c3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4162.870629] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180403MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4162.870815] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4162.871086] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4163.889659] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4163.889926] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4163.904456] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aadc0a8-09f4-432a-9d95-4a499c58095d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4163.913168] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3628ecf9-db1c-41a6-adc8-959b624cbca0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4163.942780] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1e3d41-5150-4170-8997-8fda48aef004 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4163.950216] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138fc396-f1ba-4e62-814a-b169b9769c4a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4163.963318] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4164.468231] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4164.469600] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4164.469816] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4165.470589] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4168.308260] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4169.307996] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4169.308248] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4209.308265] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4209.308770] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4212.581097] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4212.581758] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 4212.581758] env[65944]: value = "domain-c8" [ 4212.581758] env[65944]: _type = "ClusterComputeResource" [ 4212.581758] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 4212.582824] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d015b9-5732-4ca6-94b7-a5a634a9ea8b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4212.591500] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 4214.308584] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4214.310347] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 4214.812287] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 4217.807872] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4223.308170] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4223.309065] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4224.308812] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4224.812297] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4224.812593] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4224.812755] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4224.812905] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4224.813792] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9096562c-acf2-421b-a989-d96a2d5744d4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4224.821929] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268aff1f-3bc6-4515-97f7-e93896f01ed7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4224.835842] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512cb1d4-6e1a-452e-84f2-d88fb2a40984 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4224.842405] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ba3cf-db64-4ea9-86bc-f953a0796107 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4224.870405] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180403MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4224.870554] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4224.870739] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4225.890123] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4225.892371] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4225.904738] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f58d995-3592-4ae7-ba0f-499c98b0117f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4225.913172] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23218834-98be-4a90-81ef-61c3a0303bdf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4225.945356] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05f4e13-291f-4231-a9d4-851b8d7fc58a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4225.953332] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82449b6e-d6c3-4275-92cb-e0835cc76f6e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4225.967130] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4226.471055] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4226.471922] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4226.472110] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.601s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4232.473645] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4232.474185] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4232.474185] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4236.305327] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4242.309708] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4242.310184] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 4245.308054] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4271.811583] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4271.812089] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4277.305790] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4284.308094] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4284.308557] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4284.811987] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4284.812274] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4284.812443] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4284.812605] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4284.813523] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a4c1d6-ade0-48e0-90da-6a0abe4eddc9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4284.822804] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a02d2bf-033e-447b-8821-df7b88c300e7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4284.836539] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d31a4f-fdec-46b8-8acc-59d03aac6143 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4284.842828] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c041dde7-f1ce-4d69-8d57-6439670bf69d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4284.871633] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180415MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4284.871792] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4284.871977] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4285.891367] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4285.891639] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4285.908367] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 4285.921908] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 4285.922084] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 4285.932179] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 4285.949635] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 4285.960934] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869fd11b-ca21-4b89-b61f-5799c41548ea {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4285.968794] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376bbe18-e721-4274-ab2a-c82087f58b0d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4285.999908] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947a8a74-32b6-4c96-8e82-3df0fb18cf03 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4286.007451] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94bae3f-7568-40cf-9b6e-6f91f61b8d4a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4286.020678] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4286.524357] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4286.525630] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4286.525800] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.654s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4287.525815] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4291.309221] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4292.308013] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4292.308278] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4306.065249] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4306.568975] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 4306.568975] env[65944]: value = "domain-c8" [ 4306.568975] env[65944]: _type = "ClusterComputeResource" [ 4306.568975] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 4306.570054] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93469dfe-2873-4b85-92e3-01c2b2eb5b44 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4306.579068] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 4333.311102] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4333.311102] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4337.304398] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4345.307485] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4345.307918] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4345.812059] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4345.812059] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4345.812059] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4345.812059] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4345.813206] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64c7339-410f-454c-98e5-ea2bd2d22e9c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4345.822443] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58e156f-82a5-48e4-a118-54c7be651c53 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4345.839054] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed9ace8-7168-47d1-92b1-75aeb6bc1600 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4345.846383] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9c280a-e72a-4779-87a7-7f1a013db6aa {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4345.876925] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4345.877124] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4345.878027] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4346.896195] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4346.896195] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4346.910153] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa30e27-e8d0-4b6a-b264-419f885a18f8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4346.918614] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbaa9f3-1750-4395-a48d-3eae792ac073 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4346.949474] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbaeb72-ef8d-4c8f-ad7c-193c3edb2891 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4346.957519] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b17843-3247-4cbf-87e1-e6d59543d50d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4346.971272] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4347.474583] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4347.475896] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4347.476084] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4349.476648] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4351.308312] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4353.309096] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4353.309529] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4359.303598] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4393.308025] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4393.308464] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4399.304838] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4405.308025] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4407.308073] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4407.811886] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4407.812167] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4407.812326] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4407.812471] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4407.813447] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35265f7-36dc-4249-ade4-eaf6de4fcc86 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4407.822093] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b41fe9-9b5e-4b61-aff8-f43de3a0390c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4407.836255] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a71f5c-f0bd-4e7e-a5f9-e5260655151f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4407.842933] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a793e0c-cb56-4071-848a-98f7ed55f8c1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4407.872319] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180406MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4407.872472] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4407.872652] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4409.079962] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4409.080256] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4409.093118] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab50f91-9e42-4e4b-a79a-034aa92f49f5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4409.100876] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fa9bab-c447-4709-be5d-aa5abdeaf71e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4409.129984] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afde1ab-ca29-4264-8df5-23b848e54a45 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4409.137219] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d685cb-7868-48d7-a5c9-211ee9b8ad92 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4409.151110] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4409.654106] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4409.655375] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4409.655548] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.783s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4410.655854] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4411.307825] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4414.308120] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4415.307374] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4454.307985] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4454.308440] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4459.304491] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4466.309258] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4469.308145] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4469.812760] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4469.813051] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4469.813209] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4469.813359] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4469.814288] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40909c83-6934-485c-8b7d-ece7d9d45577 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4469.823050] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893d5884-1d23-4f45-bbbf-39064d69a5d5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4469.837113] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441e1add-ef31-4d9d-ab80-3b1bcf931264 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4469.843746] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4880b581-3a53-460f-9865-0e14de36fa98 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4469.873422] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180395MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4469.873625] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4469.873804] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4470.893730] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4470.894012] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4470.907628] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48e3a8f-3409-48e4-a56e-b4264b28a09d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4470.915998] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f964b0-bf07-4e8c-b3b9-09bec62b962b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4470.946387] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b91272-b36d-449b-bddb-4344da29499a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4470.954776] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01a3ca-797b-41d9-9339-d1c512ce75dd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4470.968609] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4471.472019] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4471.473315] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4471.473493] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4472.474853] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4472.475368] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4475.307384] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4475.307758] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4482.305537] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4514.311026] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4514.311428] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4517.309520] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4517.309928] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 4517.812879] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 4520.806917] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4528.308733] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4530.308108] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4530.811134] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4530.811354] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4530.811518] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4530.811664] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4530.812601] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc8b932-4a7a-40d4-b00d-6b7d192ac025 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4530.821432] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fce22f-3070-4aab-9152-6be4cee2298f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4530.835820] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82242480-f056-4be2-a552-9ae5b8d73003 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4530.842563] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ce52f7-69e0-4045-a00c-14e3bedbb526 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4530.872192] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180409MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4530.872440] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4530.872542] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4531.892962] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4531.893215] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4531.906571] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3e1ca3-77c5-4192-bff1-fcb77df1ee6d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4531.915229] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83779344-25e2-42d5-8296-dbcf9883a518 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4531.945508] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef9cef7-2736-4152-b5ae-d45d862ec6ed {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4531.954246] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0556928f-160b-44e1-9085-40dac98a3572 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4531.971195] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4532.474350] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4532.475635] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4532.475819] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.603s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4534.476403] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4534.476801] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4537.308792] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4537.309323] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4550.307998] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4556.812701] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4556.813301] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 4574.810643] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4574.811107] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4581.304588] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4589.311243] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4590.307994] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4590.811335] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4590.811751] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4590.811797] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4590.811970] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4590.812948] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deccdb44-44cf-4aaa-b5d5-de20aea40309 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4590.821996] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae53d49-76ef-48a4-8a77-3b59ae5f200e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4590.836608] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb2783c-6f3c-46cb-a5b7-554f956c230c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4590.844075] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb1a79-655b-4843-91fc-9912fd00bb16 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4591.544826] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180397MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4591.545063] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4591.545197] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4592.563986] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4592.563986] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4592.579405] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 4592.591639] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 4592.591852] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 4592.602367] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 4592.618817] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 4592.631673] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1595e361-eeea-4a12-833c-0c86c4f539e0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4592.639618] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cde4417-980d-479a-99ba-f85b7ef46964 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4592.669593] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf6d3c3-dd16-4a71-8366-163c9ed4a7fc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4592.677789] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68830017-e138-4f9f-be10-52318f5d1f87 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4592.691813] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4593.195327] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4593.196502] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4593.196677] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.651s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4596.197340] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4596.197770] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4597.307943] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4597.308409] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4605.303236] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4634.308137] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4634.308526] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4643.306449] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4650.307286] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4651.308187] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4651.812077] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4651.812342] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4651.812500] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4651.812693] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4651.813618] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e28818-8970-4c0e-8bad-1013fbac3516 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4651.822135] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793904fa-cf03-49fc-adf9-82e60ab2a168 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4651.836490] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e774df-7a42-4b76-a4c8-e3e9854ccb81 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4651.843546] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87192952-dd35-4349-922b-f7bc4c0c6b1a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4651.872201] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180403MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4651.872383] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4651.872539] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4652.893870] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4652.893870] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4652.907194] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f534d0ea-0d59-47e9-a447-604d2872aa49 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4652.915160] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad712099-da89-45dc-8abe-3f888770f136 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4652.945286] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd328775-db47-4119-91a9-5384300d7f34 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4652.953097] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f98a4c2-1453-4294-8ecf-2680b47080b5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4652.966561] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4653.469544] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4653.470793] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4653.470975] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4655.470502] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4655.470914] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4658.308747] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4659.308516] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4696.308066] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4696.308066] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4704.303856] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4710.307883] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4711.308654] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4711.812062] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4711.813060] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4711.813060] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4711.813060] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4711.813912] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9baa7f3-6f35-43b8-ab9d-613bad46d008 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4711.823418] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbcb7d4-05a0-4b0a-80e9-3201480dedb8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4711.837509] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd3dc18-eb4a-428a-b65e-533b33bffac7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4711.845027] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26aa8fd-22f3-4f15-8555-399a0f7dbdfa {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4711.872323] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180399MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4711.872742] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4711.873085] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4712.976524] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4712.976867] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4712.991942] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcc6c88-39fa-483d-ba74-43b2fb5391e3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4713.003115] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49528a7a-0b1d-4598-9499-c1e8b0a07552 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4713.055751] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ab41b8-d91e-4dd4-b8c5-54727a234099 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4713.067275] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ec1963-433f-41df-8bde-adf1b7de2a61 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4713.088971] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4713.592714] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4713.594016] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4713.594202] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.721s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4717.594150] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4717.594573] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4719.308779] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4719.309223] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4727.304368] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4756.308235] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4756.308749] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4766.304098] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4772.308454] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4772.308902] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4772.811755] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4772.812026] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4772.812188] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4772.812342] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4772.813284] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00191db6-9859-4f97-a407-5dfe0753e283 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4772.822267] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0392fb8e-52e6-4c4c-ad2b-45f30653b523 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4772.837754] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dd626b-f1b9-4d5f-a2ca-fee1e3a2edc9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4772.844808] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002ae67a-3ab7-426a-86e6-287dccf4ae95 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4772.873535] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180413MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4772.873724] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4772.873889] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4773.893255] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4773.893598] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4773.906467] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb0853b-eb57-4f91-b152-b07317c219d2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4773.914303] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a6700c-b3a0-47ec-9ad0-bb04ef612281 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4773.945521] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11f6984-151e-4bef-addf-0af537ffc06f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4773.953488] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a4e4d-5e14-427e-b06c-c8e32f854909 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4773.967115] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4774.470404] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4774.471605] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4774.471782] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4779.472829] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4779.473284] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4780.307489] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4780.307737] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4816.309022] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4816.309406] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4827.309315] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4827.309779] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 4827.813259] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 4828.807700] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4833.307925] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4833.810805] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4833.811108] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4833.811234] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4833.811383] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4833.812349] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c432fd09-0b7b-49ad-8181-b0cd388932d0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4833.820921] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61339036-4dc5-4fcc-9576-57dcfdab8663 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4833.835059] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98796de3-d682-40b5-9b03-c446122e522d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4833.841691] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91fce30-c257-4cf7-806a-2e0b3baa12b6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4833.871290] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180387MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4833.871462] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4833.871629] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4834.890402] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4834.890680] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4834.903383] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd0fc14-6359-4bb5-87f4-eea390ec1fef {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4834.911226] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb3a878-eaf1-4ade-a214-9d96aae69a6b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4834.940653] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3b0a16-0f6b-4bd6-acdc-4a264e11dfe1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4834.948184] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43de4221-9f2d-430e-a010-98924148c888 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4834.962483] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4835.465531] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4835.466812] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4835.466988] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4836.467738] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4837.308290] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4840.307254] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4841.308057] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4841.308486] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4847.306059] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4855.307677] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4858.812882] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4858.813338] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 4877.812069] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4877.812483] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4890.303501] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4894.307609] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4894.811609] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4894.811877] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4894.812027] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4894.812192] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4894.813168] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a21420-6931-4355-b252-2e5a3ae62d21 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4894.821663] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5840ca-aac2-4684-a75f-593bb3c6df56 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4894.835843] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6b3091-0da0-480d-b9ae-7201d162a0a4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4894.842276] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a37514-c9fd-4dc0-bc5b-9d9ae6c1a168 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4894.870962] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180406MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4894.871145] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4894.871314] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4895.891328] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4895.891589] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4895.907519] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 4895.919043] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 4895.919221] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 4895.929114] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 4895.944488] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 4895.956135] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de48b753-e24d-48d0-b2e1-1d9c91a5defc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4895.964299] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae22c67c-7bfd-4761-bbb6-aadd14d89936 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4895.993691] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e134c740-0107-4f01-8613-05187375cddd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4896.001534] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad474eb-2b48-4880-84bf-3996e1833837 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4896.016018] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4896.518974] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4896.520278] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4896.520452] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.649s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4898.521608] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4898.522032] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4901.307232] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4902.307799] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4902.307799] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4934.064710] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4934.568681] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 4934.568681] env[65944]: value = "domain-c8" [ 4934.568681] env[65944]: _type = "ClusterComputeResource" [ 4934.568681] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 4934.569841] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8841514-2a8d-43a7-ae7e-006ad34cbf0a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4934.578896] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 4937.308817] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4937.309306] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 4951.304403] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4956.308050] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4956.811180] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4956.811467] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4956.811607] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4956.811771] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 4956.812696] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11b0b7b-6597-4916-9a70-7a96ff05717e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4956.821648] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093ac5ce-8ec6-4f9b-b8c2-c6e1998818c9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4956.837470] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7dda6d-e747-48e6-997f-2f1cfbd12d9d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4956.844327] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a716431d-d25c-4d43-a3eb-6db0f59787e3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4956.873988] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180398MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 4956.874170] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 4956.874355] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 4957.895290] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 4957.895290] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 4957.909087] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070847e3-9dd0-4e45-913f-b9ceaf630f9c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4957.917019] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6885d0-1d5a-4214-a72a-652b8b7e2a21 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4957.946445] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f2244-51cb-4a95-bd41-b6c2f21dc90b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4957.953705] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82715f1-fb86-4b87-9d80-8449af9c3284 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 4957.967741] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 4958.471188] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 4958.472478] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 4958.472693] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 4959.473467] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4960.307564] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4961.308291] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4963.309554] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4964.309327] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4967.304620] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4998.311084] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 4998.311084] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5011.304227] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5016.308300] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5016.811686] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5016.812261] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5016.812563] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5016.812822] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5016.813841] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ca6468-0f3a-4332-bed0-b2c6b3fa66b4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5016.822329] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e409e058-f7d1-46cf-bdd6-f2cc6c64061b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5016.837066] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bd165e-7b83-4acf-835f-0f480413dc56 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5016.843245] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162d058d-5306-42c0-b017-a8b5274eedf6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5016.872596] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180399MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5016.872980] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5016.873347] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5017.993375] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5017.993665] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5018.006740] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6491415-46c3-4554-a181-fc83ab16e118 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5018.014921] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842e48cd-9f11-4194-a137-b3eaa83065c3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5018.044388] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1aad5d-02af-4dfd-90e3-1fee88dc2def {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5018.052318] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bee1d8-17ea-4f44-9845-e77732182139 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5018.065677] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5018.569947] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5018.571226] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5018.571396] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.698s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5020.571506] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5021.307388] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5021.307591] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5023.308943] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5025.308229] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5058.308833] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5058.309303] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5071.304672] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5077.309082] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5077.811777] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5077.812114] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5077.812228] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5077.812349] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5077.813253] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37f4598-1eba-4c16-8625-58a5acb12d73 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5077.821591] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a04a3e-f1d0-45b7-914a-0c2d01457bc3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5077.835607] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed377da-9420-4dbd-a179-71b3e78ee58d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5077.841917] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef450c3-d46a-4942-89fa-a6a7115411cf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5077.870314] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180398MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5077.870479] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5077.870643] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5078.889430] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5078.889723] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5078.902573] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9a7d12-725d-4055-9a46-df4f1cffc4c8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5078.910559] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a220f7e-5b47-4195-9c28-ff9acf49bee9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5078.939853] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e015ca-2861-48eb-8eab-0159da207091 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5078.947201] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dc0901-154e-4812-b4aa-9322aa67b558 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5078.960124] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5079.463232] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5079.464489] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5079.464644] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5081.464956] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5083.307890] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5083.308341] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5085.307908] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5086.308721] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5090.303467] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5120.308251] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5120.308635] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5127.309483] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5127.309954] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 5127.813220] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 5132.808872] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5138.308085] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5138.811666] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5138.811904] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5138.812079] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5138.812233] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5138.813118] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8c4e12-c743-4a28-8ccb-322672e881e9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5138.821114] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5082fd-1027-4f59-8da6-842705caae0e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5138.834923] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ac86fa-6149-4e26-95ac-60fdc2751e50 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5138.841302] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f5cd87-47b1-429d-99dc-63bd3841a6e1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5138.869287] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180396MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5138.869456] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5138.869667] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5139.891723] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5139.891981] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5139.905644] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a65bbb-5b09-4340-8097-fb70ce01f96c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5139.913961] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777deb9b-3bc9-44d8-9cf7-9df3012832d9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5139.944977] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0740246e-fafa-49f6-acfd-955f88f81054 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5139.952960] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96377eed-3389-401e-b0aa-5dde88430dab {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5139.966431] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5140.469492] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5140.470761] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5140.470938] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.601s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5141.470680] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5143.309251] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5145.307472] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5146.309260] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5147.309044] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5157.309828] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5164.813779] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5164.814257] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 5180.812121] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5180.812543] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5193.303174] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5199.308170] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5199.813049] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5199.813049] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5199.813049] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5199.813049] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5199.813866] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c957393-a39d-46b8-bb9d-dc0c9cc3ec83 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5199.822238] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804026e7-5a90-4ec8-b097-c6b5a58c24f2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5199.836443] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de156968-db37-49dc-9e98-8e4b4d29667f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5199.843418] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd9e4f3-e33e-4e8a-9bc9-14be48fc6ca1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5199.872995] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180393MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5199.874047] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5199.874047] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5200.893390] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5200.893684] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5200.911046] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 5200.924787] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 5200.924967] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 5200.939028] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 5200.958675] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 5200.973542] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea7ac12-f437-4f8b-aed8-3567b679cd77 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5200.981474] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1205470e-68b4-4325-bcd4-99690dd76b3a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5201.012253] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070be50e-232f-4102-ba7f-bffc43a7afe8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5201.020336] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e214e13-b32c-4758-a1f4-be8a1638daf9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5201.034303] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5201.537641] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5201.538979] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5201.539204] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.665s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5202.539857] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5205.307956] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5207.309598] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5207.310111] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5208.308596] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5213.306454] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5242.308323] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5242.308732] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5255.303588] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5261.307188] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5261.810620] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5261.810882] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5261.811246] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5261.811246] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5261.812244] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca8fa53-4832-4170-9935-62972638e24a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5261.821691] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0dee08-9a7e-4cf9-95e4-6e7479153d95 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5261.838020] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d405b84e-6ddc-4763-82b8-591282e4ca05 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5261.842872] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda5a99c-e9cc-4b64-ba6b-181f6f475837 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5261.870724] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180389MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5261.871123] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5261.871459] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5262.891703] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5262.891964] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5262.907130] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dadbd58-be63-401a-a7fd-270760a097d2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5262.915118] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f787ec8-261c-4bb3-920d-9831aca60a84 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5262.945540] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc98b81-9180-41dd-9ff6-92bead7b3beb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5262.953185] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dd782c-3cb2-42de-bcf4-3b413b9b0f02 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5262.966369] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5263.469221] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5263.470649] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5263.470891] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5264.471748] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5267.307612] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5268.308396] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5268.308804] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5269.308324] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5303.309959] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5303.310967] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5316.305456] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5321.308427] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5321.812767] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5321.813052] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5321.813232] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5321.813391] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5321.814293] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64006a9e-5154-4f88-84e2-c4802fee5f77 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5321.822920] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e47e094-8170-4a5e-bfeb-c216bb572717 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5321.837562] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63be632-0a59-4e31-98cd-59027e773610 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5321.845393] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a253cbc-da9a-43a2-8aa4-2054756e6c48 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5321.875366] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180388MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5321.875531] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5321.875719] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5323.006179] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5323.006476] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5323.021415] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d97910-17d6-46a0-9416-439da334cad5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5323.030391] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f4001e-8aae-4ce6-a267-271164e44b91 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5323.061369] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87a2b0f-8cc5-4b3c-a2f7-ea8553e75dec {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5323.069412] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d7fc97-0641-43df-a38c-ee0b9d9ebdcb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5323.084225] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5323.587891] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5323.589168] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5323.589345] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.714s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5326.589782] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5327.307721] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5330.307966] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5330.308514] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5331.307407] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5336.302631] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5363.310160] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5363.310552] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5376.304286] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5382.308055] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5382.811031] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5382.812643] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5382.812643] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5382.812643] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5382.812643] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccad7943-6dfd-4f5f-885f-53d292e45ce2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5382.820665] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe4fb3e-9c50-4f2b-b936-ffa74025f582 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5382.834597] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e096c-8076-4a87-bb3c-77d508de8402 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5382.841290] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9686521d-6174-4560-8de2-e5ddfe7e1fe6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5382.870287] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180399MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5382.870633] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5382.870964] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5383.891490] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5383.891786] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5383.904835] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab3361e-95ea-4d11-87c6-56344e7f6f6b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5383.912781] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c06bb2e-1dcd-48d8-8fc1-847cb21dadb9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5383.943799] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab51b53-f083-4ff0-8d6a-21ca8a1a13d9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5383.951118] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfc5c9c-b77b-4e3b-a50e-072aae964ef3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5383.964028] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5384.467033] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5384.468281] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5384.468456] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5387.470170] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5388.308246] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5391.308667] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5392.307534] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5392.307534] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5423.308328] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5423.308778] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5431.308519] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5431.309262] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 5431.813590] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 5437.810480] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5444.308043] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5444.811552] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5444.811849] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5444.812031] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5444.812190] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5444.813098] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ea34fb-833e-457b-b0af-abf9aaeb59c1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5444.821742] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c5e11c-cb64-4691-8bd9-c3e1068391b8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5444.835802] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867cb8d1-3537-4ed1-aee6-97a16b40d07b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5444.842177] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864a0bcf-52c1-4d9e-8d00-6f35b010436e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5444.870980] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180403MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5444.871091] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5444.871298] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5445.890964] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5445.891253] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5445.904499] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89580dc7-2fc0-4749-b181-6263ab33522f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5445.912037] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c8fd91-4dc3-445e-84df-65c0de48a2d8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5445.941089] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4782366c-33aa-426e-a936-7b2a67c16865 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5445.948438] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05f29c9-b1c9-428e-85cf-078cb0c4ab6d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5445.961208] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5446.464265] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5446.465559] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5446.465738] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5448.466425] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5448.466876] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5452.310209] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5453.307938] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5454.307180] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5458.311028] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5458.311411] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use..do_register_storage_use" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5458.311654] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use..do_register_storage_use" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5458.312686] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use..do_register_storage_use" :: held 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5458.312857] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users..do_get_storage_users" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5458.313145] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users..do_get_storage_users" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5458.313376] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users..do_get_storage_users" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5458.817118] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4dcca5-16ec-4629-a503-53022e413b88 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5458.826686] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d7ad27-7590-47dc-b99c-621cdc80a1a9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5459.343601] env[65944]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fcffa38-ef0f-47c9-a52a-55e654cde13b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5459.349396] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Waiting for the task: (returnval){ [ 5459.349396] env[65944]: value = "session[520650da-52d4-b18a-d480-4d1709b2316b]5239eb4f-7254-b628-75d4-410b7890ca9e" [ 5459.349396] env[65944]: _type = "Task" [ 5459.349396] env[65944]: } to complete. {{(pid=65944) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 5459.357306] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Task: {'id': session[520650da-52d4-b18a-d480-4d1709b2316b]5239eb4f-7254-b628-75d4-410b7890ca9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65944) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 5459.860078] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Task: {'id': session[520650da-52d4-b18a-d480-4d1709b2316b]5239eb4f-7254-b628-75d4-410b7890ca9e, 'name': SearchDatastore_Task, 'duration_secs': 0.008589} completed successfully. {{(pid=65944) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 5459.860431] env[65944]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d1c3a2-7b54-4912-b8fe-14fb4321b7c2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5459.864879] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Waiting for the task: (returnval){ [ 5459.864879] env[65944]: value = "session[520650da-52d4-b18a-d480-4d1709b2316b]52b5581f-57f4-0d70-3461-ddf8a174c7ac" [ 5459.864879] env[65944]: _type = "Task" [ 5459.864879] env[65944]: } to complete. {{(pid=65944) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 5459.872833] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Task: {'id': session[520650da-52d4-b18a-d480-4d1709b2316b]52b5581f-57f4-0d70-3461-ddf8a174c7ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65944) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 5460.375244] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Task: {'id': session[520650da-52d4-b18a-d480-4d1709b2316b]52b5581f-57f4-0d70-3461-ddf8a174c7ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=65944) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 5461.367561] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5468.310850] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5478.813382] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5478.813834] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 5484.812614] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5484.813165] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5499.306074] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5506.307490] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5506.812103] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5506.812103] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5506.812103] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5506.812103] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5506.812806] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0adeef-095a-4a8c-982c-74f6c107087e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5506.821311] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d37bc5-a49f-46fc-b8f9-fa42925eef77 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5506.836405] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9aad6c-c172-46b0-af81-4ebe78e0b440 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5506.843513] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff506dd-58c5-4425-ae76-f207d198559f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5506.872175] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180382MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5506.873052] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5506.873052] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5507.893886] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5507.894521] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5507.911055] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 5507.923957] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 5507.925039] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 5507.935535] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 5507.954017] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 5507.966603] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d60dc6e-2eab-4247-9f0f-7d9a20531ee9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5507.974445] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8bdb5f-8d38-4f61-bdc9-a39ea2aae2b6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5508.007455] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eba015e-5fe6-4cf1-a56c-49a86eaca0ab {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5508.015159] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfac953c-8e68-430e-96d4-f0231eb1f34e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5508.030082] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5508.534060] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5508.534321] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5508.534497] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.662s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5510.535608] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5510.536080] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5513.308807] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5514.308598] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5515.308389] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5544.308047] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5544.308455] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5550.066547] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5550.570655] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 5550.570655] env[65944]: value = "domain-c8" [ 5550.570655] env[65944]: _type = "ClusterComputeResource" [ 5550.570655] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 5550.571890] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988017d8-45dd-4377-800e-4e1b78eadc39 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5550.580890] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 5561.818947] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5566.308204] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5566.812901] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5566.812901] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5566.812901] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5566.812901] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5566.813841] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e84fcfd-457e-489a-850a-3120726627ad {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5566.822237] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5fd3a0-b0ea-442b-ae03-0da2d8bf1777 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5566.837483] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5132f487-7368-44ac-826d-7293e2abb694 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5566.844225] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c564ed-7266-4f0b-a97d-cac82d2daa92 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5566.873059] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180401MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5566.873059] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5566.873059] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5567.891151] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5567.891735] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5567.905814] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb20a9f-64f4-4dc1-b18b-046a8a396c82 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5567.913895] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7253c6-aa2a-4363-ab88-16151ae2ad24 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5567.944079] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b890a007-1493-46a5-85ab-de1870f20bfc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5567.950516] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5651c7fb-edd2-4152-a525-46bea2d41531 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5567.963855] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5568.466814] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5568.468722] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5568.468722] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5571.470060] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5571.470476] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5574.309437] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5575.308282] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5575.308553] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5583.304802] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5605.308032] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5605.308431] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5623.304291] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5627.309099] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5627.811418] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5627.812049] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5627.812408] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5627.812681] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5627.813701] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041dc90a-0cf0-4b5a-a503-489b8509442e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5627.822284] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c76c1a2-f370-4e0b-99b6-f3405d682869 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5627.838028] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcac757-9191-4b46-b7c0-cabe776982c8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5627.844366] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeedbd3-a858-4291-aa82-f7b9aa7cd32e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5627.872738] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180403MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5627.873870] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5627.873870] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5628.993982] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5628.994287] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5629.007157] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d36442-7b0e-4ffc-a6f8-e383aaff8c1b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5629.015254] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e536e6-cf87-4ea2-b2de-cc7a40eb9b8c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5629.045787] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877127f0-7d00-48a3-ab51-c4c0a86f55f6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5629.053587] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f40af7c-6edc-4c23-a16a-39428c220b0d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5629.067020] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5629.570293] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5629.571492] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5629.571679] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.698s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5632.572733] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5632.573228] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5635.307871] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5635.307871] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5635.307871] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5666.309107] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5666.309500] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5684.304843] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5688.307773] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5688.811114] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5688.811679] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5688.811975] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5688.812975] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5688.813196] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e9e8ea-0396-4f37-b7af-c984f8efe4ff {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5688.821529] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c40dde0-151c-40a1-a79e-7cf330507c67 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5688.836041] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5639bb80-394b-47cd-923e-c7ba7213dc5e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5688.842735] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c3d557-81c3-4f3a-834a-0ce9266389b2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5688.872372] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180399MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5688.872531] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5688.872714] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5689.892932] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5689.893199] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5689.906344] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fda6819-cfce-413b-b171-010d8db1d988 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5689.914606] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba853db-2999-46dc-b444-8c752c546273 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5689.944938] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74eb8b4-d56c-43e7-9ca1-b1923e386e0b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5689.953547] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e7b623-92be-4ab5-b27d-2761e7e0b09f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5689.966717] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5690.470298] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5690.471606] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5690.471785] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5693.473400] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5693.473875] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5696.308480] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5697.308528] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5697.308528] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5704.304610] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5728.308640] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5728.309202] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5736.309893] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5736.309893] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 5736.812280] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 5744.806985] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5749.308050] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5749.811124] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5749.811421] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5749.811583] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5749.811739] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5749.812676] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03113ead-1b44-4b0f-8868-21af13c3222e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5749.821037] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acc138d-3eac-4e81-8473-c059c0dfea15 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5749.835384] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d3e7fa-a523-40da-b766-5a60b7ec0cd1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5749.842147] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5ec9ab-6757-4b85-b17b-59e51ac41328 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5749.872331] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180406MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5749.872504] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5749.872687] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5750.894317] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5750.894611] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5750.908221] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e77b27-61e5-4319-81fa-f65fdf53cde1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5750.916113] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a5d8f8-4cc6-4fe2-b77a-e722a26ae265 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5750.945528] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18616bd-db74-4e91-b44f-17bab4d430aa {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5750.952872] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9406e047-a6aa-46e1-a3cd-c4932998ad39 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5750.965649] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5751.469197] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5751.470400] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5751.470582] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5754.471527] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5754.471974] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5758.310829] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5758.311258] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5758.311258] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5779.307938] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5779.308343] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 5782.309065] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5790.810608] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5790.811045] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5804.306349] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5809.311797] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5809.814987] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5809.815260] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5809.815416] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5809.815566] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5809.816509] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6474d932-1e37-4d6c-b4fc-06df6d3e8bb5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5809.825100] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae63cd5-f35c-4ac0-9019-c11ec41dd028 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5809.839693] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8b8f88-8d96-4b7a-87c1-249cc5dac29c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5809.847102] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ef6ded-3c34-4527-83f4-b5ed9828d7d3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5809.877232] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180395MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5809.877429] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5809.877593] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5810.896164] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5810.896449] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5810.913309] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 5810.927853] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 5810.928088] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 5810.941996] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 5810.959345] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 5810.971697] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3b7f6f-da5b-4f48-ae58-94d50e3459f3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5810.979873] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813fdba7-10c8-4cdd-beec-fc7cdde1cfbd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5811.009444] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c70a39-e5f9-45b4-95ef-aa50afb0bf9e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5811.017416] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e8b3bd-f529-4c9f-a60a-4918fffec994 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5811.031208] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5811.534815] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5811.536163] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5811.536340] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.659s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5815.532407] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5815.532808] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5818.310326] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5820.307900] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5820.307900] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5826.304367] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5851.308636] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5851.309086] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5864.303485] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5869.308920] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5869.812206] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5869.812522] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5869.812653] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5869.812790] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5869.813767] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb09ee1f-c6df-4542-91fc-9ad42a67d66d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5869.823207] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40444d85-de90-47e6-adc1-01082f74e4fb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5869.837105] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09953e5-6a9d-47c4-97c4-ddbc76347f76 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5869.843497] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a0e32-bf35-4cd8-a7d6-2e0eb2676798 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5869.871716] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180401MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5869.871930] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5869.872041] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5870.892422] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5870.892691] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5870.908754] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea14ffc-0f16-429c-adaa-b0815f235c92 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5870.916561] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce63ffaf-5d14-464c-8b1c-235716d967f1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5870.947344] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cd9362-9d25-45ea-869d-b937b5784bec {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5870.955276] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e352f6af-1329-46f7-bd72-c31e99611eac {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5870.969606] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5871.472508] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5871.473773] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5871.473942] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.602s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5877.474701] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5877.475125] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5879.307922] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5881.307627] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5882.308637] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5913.308924] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5913.309380] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5925.303607] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5931.308877] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5931.813050] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5931.813050] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5931.813050] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5931.813050] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5931.813668] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bfac6d-60a0-4591-b866-df172ae85a2a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5931.822026] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd83068a-b4df-4c31-b012-739cc7b1b0b5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5931.836240] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebbcc96-0dcb-4ef8-805c-354847a6f10b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5931.843071] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a293ec2a-274c-4553-a95c-c78924d268e0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5931.872864] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180403MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5931.873079] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5931.873273] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5932.996122] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5932.996403] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5933.009353] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c49451-489f-437f-b8f1-1be812776d7b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5933.017522] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339830e2-f2ac-4d4b-a368-7e1285a46cc8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5933.048171] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c04db-0d9d-4414-9433-f7f77df1fdfc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5933.055995] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1928cb01-2686-4e4c-9b5a-cbeb11e7645d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5933.069585] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5933.572567] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5933.574427] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5933.574427] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.701s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5938.574902] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5938.575336] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5939.308679] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5942.308524] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5943.309340] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5951.303753] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5975.307280] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5975.307768] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 5985.303307] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5993.307356] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5993.811080] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5993.811358] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5993.811523] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5993.811683] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 5993.812611] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2210327-0697-445e-bd74-650c3287c97f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5993.821394] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd637cb1-d7f5-4b0e-9c7d-0ab66bc8fec8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5993.836237] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7455b7f1-0303-4606-896b-7183f71e9c01 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5993.843038] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a04740a-1324-42aa-8289-993274d61832 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5993.871694] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180396MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 5993.871837] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 5993.872050] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 5994.892571] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 5994.892833] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 5994.906035] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759df8ea-0077-413c-af2d-58fe3bc7e639 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5994.913853] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97322f8e-61bf-458f-8944-d4a54cb9faf4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5994.944529] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4cf1e1-b5a1-456b-b01b-7a4752f305f3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5994.952277] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe629878-518b-41b8-9d14-f7cc5040e190 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 5994.966253] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 5995.469590] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 5995.470894] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 5995.471089] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 5999.472179] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5999.472621] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 5999.472621] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6002.309623] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6005.308268] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6035.307303] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6035.307713] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6042.309389] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6042.309734] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 6042.813655] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 6046.807739] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6053.310176] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6053.813691] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6053.813958] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6053.814143] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6053.814302] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6053.815330] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1698a3-77b3-44ae-bf8f-965a631e7771 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6053.823956] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e98918-4872-48c6-9f87-e705f619a8d1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6053.837920] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf0898a-57ef-4de3-9559-9e6798382fac {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6053.844281] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1bf5d5-d6fd-48eb-b81e-edac8f3fc752 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6053.874166] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180391MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6053.874321] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6053.874508] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6054.892319] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6054.892587] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6054.904936] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbce0694-aec2-4fcf-8190-449be0e63011 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6054.912975] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167d9f74-f4ee-43c0-9557-f4256617f04d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6054.942234] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b9d0c8-f81e-4d78-a10f-6520fde94f7b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6054.949786] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06734710-e117-4849-97d4-4848d7d7377c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6054.964327] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6055.468058] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6055.469394] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6055.469576] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6060.467193] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6060.467617] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6061.307924] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6063.307567] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6067.310389] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6076.303918] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6082.309242] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6082.309538] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 6087.308823] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6091.082229] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6091.082677] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 6091.082677] env[65944]: value = "domain-c8" [ 6091.082677] env[65944]: _type = "ClusterComputeResource" [ 6091.082677] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 6091.083921] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905aaebd-950a-4155-a9ed-464ee4800e63 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6091.094034] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 6096.320763] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6096.321698] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6107.303757] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6114.307607] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6114.811454] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6114.811708] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6114.811853] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6114.812024] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6114.812891] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09105540-1426-4b01-8c49-01d88498c447 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6114.821297] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b179be-0f9a-4fe8-824d-7ac7ed2aa3a4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6114.837082] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1af4e5-8e06-47a7-a778-bbfa46fc215b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6114.843985] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76df7d4e-bc21-46da-909f-c64d4f0d9ad8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6114.873918] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180389MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6114.874108] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6114.874276] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6115.895077] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6115.895405] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6115.912063] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 6115.925665] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 6115.925855] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 6115.936390] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 6115.953687] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 6115.965154] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7dec24-7172-42e1-b35a-f74945fb4f2d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6115.972639] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd94745-cd43-461e-999b-f7f22029b9cf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6116.002481] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25452a5-b949-424d-a416-8057a0f596d2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6116.009746] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c457856-24ee-4315-836f-df33d6456150 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6116.023070] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6116.526989] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6116.528315] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6116.528491] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.654s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6121.529963] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6121.530289] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6122.308805] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6124.308036] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6128.311261] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6156.308599] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6156.308599] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6157.066066] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6157.569140] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 6157.569140] env[65944]: value = "domain-c8" [ 6157.569140] env[65944]: _type = "ClusterComputeResource" [ 6157.569140] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 6157.570308] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2e5288-f496-42da-8b94-3db033dafe46 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6157.578846] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 6169.821103] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6174.311345] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6174.815427] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6174.815680] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6174.815832] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6174.815985] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6174.816885] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61e6ce4-92c9-4513-8397-975b2240fa5f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6174.825477] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3bed0e-e622-4769-99f8-c326be1fb3e6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6174.839778] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601f9db0-d3e2-4307-860c-7a32e5a88120 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6174.846193] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abdb6d5-fdca-4d87-bbd6-69553baac8db {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6174.875106] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180390MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6174.875254] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6174.875445] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6175.893788] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6175.894061] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6175.907349] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edbb166-2f86-47f9-8f7b-a824c460cd07 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6175.914992] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f27c42-ab10-492f-963f-6d81c00d2b2b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6175.944491] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4f7ce6-b8c0-4048-ac62-07bb780b37ae {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6175.951845] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc512b1-906e-47fa-8697-769585dc4f71 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6175.965615] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6176.468931] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6176.470218] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6176.470399] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6182.469129] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6182.470413] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6183.307884] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6185.307257] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6188.311016] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6198.306356] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6217.308058] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6217.308551] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6231.304581] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6234.308706] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6234.812324] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6234.812570] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6234.812728] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6234.812880] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6234.813788] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239d9cef-e9e1-4ec8-ae18-a296d9829845 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6234.823016] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3558bf4-e390-490b-8a0e-7e48234c8f92 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6234.836997] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c96d1a2-3f0c-4958-9eb8-d846af04327a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6234.844139] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc18295-42a9-4fb9-8572-932d7ce5531e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6234.874256] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180401MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6234.874450] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6234.874598] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6235.993955] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6235.994243] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6236.008048] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b17895-4e89-4b42-a475-ca6148865cee {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6236.015541] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb87587c-435a-46ce-ba0b-7ef3fe89ff19 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6236.045122] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f5216d-1e4f-4540-81d8-5991f6546b81 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6236.052782] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890aa5a5-54cb-4393-98c2-4cbe1220b7a8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6236.065939] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6236.568729] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6236.570067] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6236.570253] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.696s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6243.572835] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6243.573237] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6245.307301] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6245.307672] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6248.311304] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6279.307725] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6279.308153] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6291.304388] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6294.307954] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6294.811519] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6294.811781] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6294.811960] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6294.812170] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6294.813077] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7428133e-f7cd-4737-ba38-44ccc5b46448 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6294.821548] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9d6206-9e63-47e5-a4ca-875a6001f98d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6294.836390] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8b64d4-56fe-411f-bbc7-38e40a875270 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6294.843359] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b4d06c-c61f-4e4e-97ae-f65e696df888 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6294.872788] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180398MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6294.873032] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6294.873147] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6295.893884] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6295.894173] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6295.908327] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213f8f2f-0fbd-400a-ab55-d1a821e528aa {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6295.916224] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb640eef-7950-414a-868c-69c17015231a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6295.945430] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532f7b02-9d21-4382-b4e6-6102f765e096 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6295.953236] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357cd12b-9d56-41de-9e18-5fb99fa61d62 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6295.966452] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6296.469936] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6296.471223] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6296.471401] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6304.471550] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6304.471964] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6306.308243] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6306.308626] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6309.308320] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6322.305201] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6339.311831] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6339.312271] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6346.308366] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6346.308754] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 6346.812297] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 6351.808905] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6356.307519] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6356.810693] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6356.810960] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6356.811143] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6356.811291] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6356.812215] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ffabf9-9aee-4f7a-9a4a-c171015f9055 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6356.820596] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9225391-53ef-4d29-9271-477f3b213dec {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6356.834166] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3479a32-669b-4ef5-8646-8f28db6b4a7e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6356.840398] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cb252c-f072-459e-9fa0-5d76a146bf23 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6356.868244] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180388MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6356.868393] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6356.868584] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6357.888450] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6357.888770] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6357.902177] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4547629-d1f1-46ce-99ef-294a29e4bd64 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6357.911017] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b09a973-3b2a-4295-8827-a0de7cea66f8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6357.939808] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299910e5-2913-4ff6-9c79-46bb31018d6f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6357.947064] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3fa530-801c-4429-81f0-de3c6e907a59 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6357.960136] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6358.463776] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6358.465068] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6358.465246] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6365.465446] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6365.466389] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6367.308408] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6368.309205] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6369.309031] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6387.309195] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6387.309634] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 6397.309806] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6399.809917] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6399.810162] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6413.305689] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6416.308944] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6416.811784] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6416.812110] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6416.812284] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6416.812436] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6416.813367] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa91a92a-5aa1-4c13-9da1-b1007ff65301 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6416.822212] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd987ea-f2ba-41e6-8d35-1e2449792e1c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6416.836672] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f92edc-f1f8-4f8e-b386-354b8f2c1b34 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6416.843616] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffcf007-491a-4bda-8420-c7abdd5fb9a7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6416.872958] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180399MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6416.873159] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6416.873332] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6417.891647] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6417.891932] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6417.908205] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 6417.922217] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 6417.922434] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 6417.934783] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 6417.952999] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 6417.966028] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfb4f7a-e95d-4713-a43a-a0d523f709dc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6417.974255] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab21c5ab-337a-43e4-afa8-5c9d125901e0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6418.004605] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c5951d-fb6f-4ace-a610-682a3fcf6a25 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6418.011884] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191df128-d216-4e44-80aa-86332b01d66a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6418.024759] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6418.527899] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6418.529177] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6418.529349] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.656s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6425.528772] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6426.307826] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6429.310621] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6429.311105] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6430.308285] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6446.303389] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6459.309772] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6459.310207] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6474.304572] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6477.307586] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6477.811573] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6477.811822] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6477.811974] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6477.812140] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6477.813038] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364c7897-449b-4a71-815f-07ecd0ee6366 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6477.821541] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee903c3-2787-4a25-a4a4-30afadf0a75a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6477.835891] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d720834-30aa-423f-994b-9690b10fef0a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6477.842432] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8fc89c-ab6b-49d3-a0e6-58f10f86c37b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6477.871018] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180390MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6477.871181] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6477.871386] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6478.892030] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6478.892341] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6478.907031] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15055c33-2b14-4c34-87a0-d68bcd4f24e4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6478.915244] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdac570-f761-47e9-af0d-ceb0a9e20e2d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6478.945692] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0e8ee9-a94a-425d-82ce-9f681d1f7ce5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6478.954097] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9622f0f2-37e6-4f1f-9320-08ec83970708 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6478.968389] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6479.471836] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6479.473084] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6479.473263] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.602s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6485.474025] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6486.308632] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6490.307575] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6491.309481] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6491.309869] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6521.308188] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6521.308649] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6534.303852] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6538.307964] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6538.811205] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6538.811483] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6538.811617] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6538.813895] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6538.813895] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf15916-c795-40d8-b95f-acf5c71e57c2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6538.821083] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6221a7-1c0a-4dde-b71d-8aebac0b7b45 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6538.835051] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f470cb22-27cc-4f96-aa2b-62d2c9eaf4a1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6538.841537] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd47f81-e077-4bf9-af27-f3182379c296 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6538.870638] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180405MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6538.871030] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6538.871361] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6539.997289] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6539.997580] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6540.013078] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5962eef-0a28-46cf-a122-026b56d27a62 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6540.021560] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5a63f6-e7c9-46d1-97af-a83f16d1b3c6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6540.052176] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f401b68e-9fd7-490b-a8c6-0179dbf37460 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6540.060118] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd38cb3-7396-41fb-831c-7245e6cea295 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6540.074654] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6540.578168] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6540.579399] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6540.579570] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.708s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6545.580116] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6546.308190] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6551.308454] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6551.308918] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6552.308407] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6566.304594] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6583.307615] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6583.308063] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6595.303862] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6598.310059] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6598.813050] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6598.813320] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6598.813493] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6598.813641] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6598.814628] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c775b7-4465-4e53-8037-3fcac73c8ef3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6598.823416] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5eb356-5cdd-46dc-90c8-f71384397a05 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6598.838063] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea83c89f-abad-488c-a271-3f1cb58c872a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6598.844893] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b857ca6-16a5-4700-90a2-5e4351ab2279 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6598.874292] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180397MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6598.874463] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6598.874668] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6599.893585] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6599.893920] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6599.907194] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8057b70f-53ff-4624-9f58-5dce99a18a36 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6599.914699] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db437f88-5bb4-4cac-93d1-2a4a6e4c1eec {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6599.944594] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da6772d-aacb-487e-85e8-6a99e6277133 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6599.952324] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20272067-bcfe-4ecd-b819-88754fc44290 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6599.966314] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6600.469957] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6600.471226] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6600.471401] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6606.470912] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6606.471340] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6611.308955] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6612.308578] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6613.307826] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6643.307392] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6643.308272] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6654.309060] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6654.309475] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 6654.812409] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 6655.807068] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6659.307679] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6659.810850] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6659.811124] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6659.811298] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6659.811452] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6659.812364] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b21511-81a8-4178-a88d-1817f6f983a1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6659.820920] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7da15d-2976-4a27-9983-1f1bbcd68bba {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6659.835083] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555645a9-35d5-41ff-86ff-b30c2b6cc778 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6659.841766] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dc76fe-5fb8-46ed-9500-a6648bf09f44 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6659.873514] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180397MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6659.873655] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6659.873840] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6660.893009] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6660.893260] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6660.907667] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1d477e-b169-4fa8-b065-27c42a4d8c5a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6660.915363] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d1d8f8-a54a-49fe-a071-d36883537ded {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6660.944485] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef22969-1927-4e5e-b77a-7a65187d8286 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6660.952342] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b821b252-0b95-481e-9271-29f6f8e19bdb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6660.965778] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6661.469374] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6661.470609] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6661.470788] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6667.472781] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6668.308413] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6671.309435] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6674.307729] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6675.307374] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6690.308060] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6690.308484] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 6691.806442] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6705.307605] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6705.308676] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6706.309092] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6716.807949] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6720.307186] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6720.810735] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6720.811077] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6720.811197] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6720.811337] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6720.812246] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bbd3f4-803e-4dde-84cf-6d3f3919d35a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6720.821236] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8bc4fd-3eec-4653-b55d-f548dfb74ad6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6720.836055] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f51245-082c-48a9-9b2a-1e48119b659c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6720.843476] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70c0466-ed18-47ea-ad8e-293d5a8a6181 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6720.873546] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180395MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6720.873740] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6720.873877] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6721.894056] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6721.894056] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6721.911467] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 6721.927747] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 6721.928222] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 6721.943598] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 6721.963884] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 6721.980383] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a433e7-f34a-4d24-a671-ff503732b6b7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6721.993328] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e08a211-6db8-477e-bb1a-5cfd13d45564 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6722.040923] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0837fc-7531-484c-9c43-f23c43ee5f5e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6722.051195] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f78dbe8-08c6-4dd3-b566-b9543362cfe0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6722.065586] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6722.569710] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6722.571039] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6722.571224] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.697s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6727.573541] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6728.308098] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6733.311018] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6735.307858] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6737.310027] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6760.069089] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6760.572569] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 6760.572569] env[65944]: value = "domain-c8" [ 6760.572569] env[65944]: _type = "ClusterComputeResource" [ 6760.572569] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 6760.573649] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284332d7-6bae-4dc1-bdef-c3069d242859 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6760.582473] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 6765.307766] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6765.308986] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6778.303063] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6781.308046] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6781.811220] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6781.811537] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6781.811642] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6781.811798] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6781.812690] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e104b260-01e9-4a9c-91d6-907d44d87bf6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6781.821207] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa2f7fe-d128-4ac1-acee-c4be9640fc6e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6781.836195] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb32c03-864e-45b4-8f77-514e0bf1eb8c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6781.843799] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cfd802-70c2-4230-af80-32f87a170915 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6781.874573] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180394MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6781.874782] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6781.874940] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6782.894854] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6782.895176] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6782.909419] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cee3ebe-5e18-4082-b0c9-9f59d6bea79e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6782.917977] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49576a30-c44c-46a3-8700-a876ba109952 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6782.948650] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cebdf7-8cb6-48ae-b039-22e2efbe4705 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6782.957084] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33a3f5d-e158-45c5-aa7f-314396ac5fa5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6782.971658] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6783.475607] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6783.476773] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6783.476962] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.602s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6788.478430] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6790.307603] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6795.307351] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6795.307762] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6799.310460] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6815.303248] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6826.308617] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6826.309048] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6840.303759] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6842.307815] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6842.810962] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6842.811214] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6842.811355] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6842.811503] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6842.812443] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d6a7fb-0cf3-4ab8-8b96-872fa276b58c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6842.821248] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15507383-7a1e-4c5c-b692-fb14c190d593 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6842.836398] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a31389-a9c6-4577-b905-16c6f38e0474 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6842.844078] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505553fb-baa2-4513-9d86-1f5722a7b1cd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6842.873422] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180392MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6842.873633] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6842.873787] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6843.993376] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6843.993701] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6844.008140] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807b2d8c-7b26-46af-aa67-80cd8bbf9181 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6844.016842] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98be0365-31b8-44ed-a02f-801e59b07bc8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6844.047280] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96131967-808d-4149-9189-c628dd5a5a46 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6844.054780] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86697f8-671d-4ed4-ac94-95f887943cc9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6844.068152] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6844.571074] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6844.572370] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6844.572713] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.699s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6849.574660] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6850.307560] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6857.307290] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6857.307702] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6861.308694] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6888.308609] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6888.308912] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6900.303619] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6902.310073] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6902.812797] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6902.813201] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6902.813402] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6902.813605] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6902.814695] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ad3841-8902-4af3-84c1-a3d3be596e0d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6902.824368] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a0feb9-1afa-4ea1-aee8-b06f2199896a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6902.840312] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d76fe9b-8ff7-4225-84d2-0a444968fa4d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6902.847931] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a9a46c-8ef5-43fa-8d36-f082d719916a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6902.879330] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180389MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6902.879530] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6902.879826] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6903.900910] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6903.901193] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6903.915068] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5604ae4d-c6a0-4710-9255-f02b242a3e50 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6903.923302] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf56732d-6ea9-452a-97fa-2fb360fd2573 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6903.953902] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfaf1e1-9cb9-4301-ad27-dfdc57b831d5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6903.961451] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf1c6b5-ee02-4609-a7b4-b40d86d224c7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6903.974770] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6904.477744] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6904.479203] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6904.479382] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6910.478153] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6910.478572] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6917.307942] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6919.309723] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6923.308510] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6937.303408] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6949.308717] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6949.309143] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 6957.309989] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6957.311868] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 6957.813999] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 6961.807468] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6963.307580] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6963.810706] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6963.810955] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6963.811132] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6963.811292] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 6963.812233] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85ab710-aaa2-4faa-b736-37c5d2e15f80 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6963.821635] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4879ba0-8d71-441a-82b4-396e73ef1f5e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6963.835454] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7e34b8-618d-49e9-8276-14d06fd23756 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6963.841977] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dd931b-c2c4-4458-8666-4d4b627f1f3b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6963.870055] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180375MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 6963.870264] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 6963.870404] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 6964.890596] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 6964.890893] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 6964.904743] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4688893b-e0a4-4dcd-ba9c-99b72c5a3877 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6964.912202] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3d396b-228c-41e2-b065-6017ae7ab7c6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6964.942159] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70c21be-ac8c-4a4c-9e2a-1d0d66d05d60 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6964.949988] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdb913c-b18d-4918-9be0-343ef637bca9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 6964.963147] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 6965.466398] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 6965.467629] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 6965.467806] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 6972.470556] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6972.471460] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6977.309481] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6980.307657] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6985.307754] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6994.309330] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 6994.309942] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 7010.811429] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7010.812055] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7014.308895] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7021.806677] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7025.307253] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7025.811064] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7025.811064] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7025.811324] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7025.811324] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7025.812277] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352432a5-e29d-4218-9f46-87834e91f8d4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7025.821299] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6153573e-b23d-4a47-ac5c-83d5a777f59f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7025.836224] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcaf908-e4d9-4286-b265-9a989c1f2168 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7025.842507] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baea6166-c4a1-49fd-a409-218aab76d12a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7025.870136] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180366MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7025.870332] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7025.870515] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7026.889279] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7026.889595] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7026.906120] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 7026.919368] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 7026.919538] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 7026.931772] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 7026.951731] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 7026.963907] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e769e9ee-65fd-4035-971c-71e1c95cef11 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7026.971543] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5649d03a-8762-4aed-8bb9-82a24a06c851 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7027.001213] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416e5fa1-2a31-4126-95c1-6b1e10f474cb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7027.008571] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9b68c7-fa8f-4974-ae48-2cfabf3b9408 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7027.021712] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7027.524636] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7027.525865] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7027.526090] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.656s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7032.527727] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7032.528174] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7039.312042] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7042.309827] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7045.307608] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7062.305057] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7072.309470] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7072.309874] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7081.303474] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7085.308100] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7085.810398] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7085.810685] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7085.810853] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7085.810999] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7085.811916] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c3857f-29bb-4ca5-948b-07e1d6c8fb91 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7085.820637] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69938706-87c3-4e39-96a9-8b0f0c734bd0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7085.836224] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98516dd-2fd8-43f6-91d5-14d8b52da93b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7085.843176] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e830f72-31db-4df8-8c49-8f1f4a910ad4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7085.872015] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180351MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7085.872202] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7085.872369] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7086.893549] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7086.893917] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7086.909312] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c463066-8521-484d-90ae-25161ffbd0ef {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7086.917601] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85c7646-411a-438e-a23f-493ecbddeb4c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7086.948357] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e4dd09-dd86-4fe7-9ef5-f218dff7e97b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7086.956221] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1bf4a9-5d4e-4736-aa19-8fa51c947004 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7086.970127] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7087.473714] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7087.475057] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7087.475251] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.603s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7094.478951] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7094.479455] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7100.307732] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7102.309491] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7107.309637] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7132.309253] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7132.309675] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7143.306408] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7146.308134] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7146.811899] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7146.812301] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7146.812547] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7146.812754] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7146.813669] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3725f0-fc95-4e91-949c-425c85aa7c21 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7146.821969] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b4153f-e2a2-4546-99f6-ae391d366fe3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7146.835989] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4b31f1-b9e2-479c-b775-26e56185f642 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7146.842266] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa065b1e-d262-4696-b13d-cd6b55af10cc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7146.871790] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180348MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7146.871915] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7146.872130] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7147.991918] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7147.992208] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7148.005835] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf57384-45fa-4d45-b67c-baeebe84405b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7148.013873] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79448fd8-3889-4617-aea2-56d9e0977d50 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7148.043501] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e942c1-3993-48a6-bc56-27828b7f918c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7148.051600] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cac97c-6f53-443c-8aef-1e2e23c9047f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7148.065125] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7148.568128] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7148.569382] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7148.569558] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.697s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7155.569259] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7155.569670] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7160.307291] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7162.308561] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7168.309179] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7182.305034] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7193.307812] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7193.308252] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7204.305320] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7206.308313] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7206.813511] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7206.813511] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7206.813511] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7206.813511] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7206.813511] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de70af5-023e-43a2-98d8-63923192ea66 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7206.821607] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871e38ac-674c-499c-bf38-51e30778a211 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7206.835958] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dd9cac-11fb-4cdf-966a-a9cb5f152af0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7206.842410] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d550ca51-9283-4da8-b387-3be22601d4f4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7206.871127] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180350MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7206.871282] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7206.871470] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7207.892782] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7207.893060] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7207.906520] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae2b01-a1f8-4191-b2b2-4acb0e3f526e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7207.914151] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f614f226-e68d-48fb-bca1-0484d4d28178 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7207.943340] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc265b8-15da-45c9-9cd8-bd199592c072 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7207.950677] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d59451-40c7-42d9-8e2f-fa1318d5e4a5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7207.964090] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7208.467691] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7208.468984] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7208.469181] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7216.469059] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7216.469606] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7220.308028] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7223.309280] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7228.309205] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7253.309883] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7253.310428] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7266.303951] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7266.307600] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7266.811487] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7266.811764] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7266.811887] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7266.812092] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7266.812967] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54343ef6-41c9-402f-97a1-fb7e198406d4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7266.821528] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94b299d-54cd-402d-af4b-43eefe55fc94 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7266.836383] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d2ed4d-35a4-4463-9b82-add68ef4bbf0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7266.843441] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450282fe-dffb-41d8-a0c1-e568f2671c04 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7266.872314] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180330MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7266.872483] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7266.872686] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7267.892778] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7267.893137] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7267.907346] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72baf776-4af3-4f59-9864-9437bc2be925 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7267.915494] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81f470e-4475-4d6c-aac9-07c981b346f7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7267.946701] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c18c88-8165-4906-9659-eb7772a61866 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7267.954723] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acf3e49-479c-4da7-aaa9-836a92734580 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7267.968569] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7268.471904] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7268.473258] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7268.473436] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.601s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7271.308626] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7271.309062] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 7271.812022] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 7276.812703] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7276.813150] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7280.307966] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7285.308047] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7290.307593] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7306.304315] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7308.308845] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7308.309279] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 7313.812337] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7313.812775] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7316.308767] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7327.805546] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7327.806035] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7328.309238] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7328.309501] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7328.309662] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7328.309822] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7328.310876] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2c1e47-e935-4bf7-b579-3b6d95a4f1ee {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7328.320531] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712ccd8d-3615-4070-9d76-af765051a71f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7328.338225] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65b7292-2e8f-4c18-921c-ecf6bc3a58bb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7328.345298] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766a69b6-559f-433e-b673-b18e34c712db {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7328.373586] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180345MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7328.373740] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7328.373920] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7329.392457] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7329.392738] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7329.410370] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 7329.423598] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 7329.423767] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 7329.434400] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 7329.454058] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 7329.467997] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2f1dc8-0e0f-4591-af78-b0790dc9f206 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7329.475733] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8a4387-bbb6-4cff-bc57-81f942126131 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7329.505830] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8491d6dd-66ea-4c94-a9cb-e04d395219ab {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7329.513351] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53ac4e7-8877-45c8-9223-5aa4b656eb8e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7329.526862] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7330.030111] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7330.031552] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7330.031757] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.658s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7339.535579] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7339.535899] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7340.307765] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7345.307462] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7352.309191] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7374.307904] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7374.308379] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7376.066067] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7376.569628] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 7376.569628] env[65944]: value = "domain-c8" [ 7376.569628] env[65944]: _type = "ClusterComputeResource" [ 7376.569628] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 7376.570716] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d890fb-65d9-484e-b190-e58cbc8b20b2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7376.579963] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 7388.307879] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7388.308360] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7388.813040] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7388.813040] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7388.813040] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7388.813040] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7388.813583] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4a1132-b2e2-4138-81a3-3ad2e84ccba6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7388.823381] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200674d3-79bf-4dec-83f7-fc21ee97391b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7388.837965] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531db8f8-043a-4d0e-9a79-3f541a59391b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7388.844744] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c420b108-0a0c-4b88-a7c4-f353d3be1605 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7388.873157] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180394MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7388.873316] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7388.873503] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7389.892221] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7389.892503] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7389.906150] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f582fdbe-0947-4e8e-b8da-6acc8bccfe0d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7389.914229] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0667808-dd5c-4727-84b1-c2776eea4857 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7389.944554] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef1d83c-00fe-42b8-9d49-77e22e96c8bc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7389.951993] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7936c6d8-7fc3-40bc-a4be-4a35577a8a29 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7389.965287] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7390.468440] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7390.469682] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7390.469865] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7400.470024] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7400.470457] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7400.470457] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7405.308063] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7414.308643] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7426.304062] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7435.307902] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7435.308349] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7449.307981] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7449.811132] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7449.811411] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7449.811581] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7449.811741] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7449.812650] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdd3514-9bf1-4db8-af77-3b7d41bbb719 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7449.821339] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ae3c2c-c395-40cd-a01d-885b05c90965 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7449.836213] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60224f7e-d904-44f3-990b-285479282665 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7449.842775] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc707a0-5bff-4016-b908-6c36fb191f44 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7449.871019] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180395MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7449.871189] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7449.871384] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7450.992130] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7450.992394] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7451.005972] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e5ecac-3cc6-4ebd-b5cd-6b63b7991dad {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7451.014031] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beb331b-c1e0-4ab5-b365-3ffda5e7f305 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7451.044788] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d183d6-2f9d-4fdc-8396-08cc3cb8f9f4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7451.053071] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd75125-a560-4033-ba33-b4961a42b8e0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7451.066630] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7451.569740] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7451.571239] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7451.571459] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.700s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7452.567340] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7459.307119] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7460.307466] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7462.308828] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7465.307358] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7476.307613] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7496.308037] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7496.308445] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7510.308041] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7510.812071] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7510.812071] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7510.812334] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7510.812334] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7510.813175] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d228b0c-f1a1-417c-8493-25b1d3cc09e9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7510.821652] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db035d16-2311-48d2-8f59-6fa20eb06f6c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7510.835738] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d24b37-4f8f-4a02-9228-8ab8c337e234 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7510.842453] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6dc230-09d9-4673-8c8d-15e0e009d478 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7510.871673] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180406MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7510.871820] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7510.872022] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7511.890511] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7511.890934] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7511.903886] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87357494-479e-420f-943d-50fa76a7d795 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7511.911921] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a081b133-adaa-4f61-948f-943ddc5f834f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7511.944628] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ebc762-2431-43e9-9196-be25b074a213 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7511.952461] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affc4b56-aa2a-4ca2-96dd-f5f6f2b84472 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7511.965568] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7512.468746] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7512.469990] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7512.470181] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7514.465753] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7519.310225] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7521.308717] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7524.310578] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7526.307935] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7537.307892] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7546.303581] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7556.308449] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7556.308449] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7572.308266] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7572.811930] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7572.812219] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7572.812390] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7572.812539] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7572.813504] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87d800c-f39c-49ce-86b2-8acbad1f04b8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7572.822367] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7b6405-bb0b-4371-a355-1e85b141c5c4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7572.836710] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeb0719-5fa8-4926-9fe7-73a8764da98c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7572.843330] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcfd456-4b71-4bbd-b82c-be4682a07050 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7572.872828] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180408MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7572.873046] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7572.873224] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7573.895694] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7573.896803] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7573.910474] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd861de-0b52-48a3-be4a-dfad0ca843fe {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7573.918581] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0e7ce1-7016-4cd5-877a-bb117df0dbc9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7573.948041] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395b3d20-c7f2-4fc3-aa12-7244aa2297e1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7573.956167] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fae9b0-bdfa-480d-9a58-6036d87fc974 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7573.969804] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7574.473340] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7574.475394] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7574.475684] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.602s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7576.470712] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7577.308368] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7577.308578] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 7577.811316] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 7581.811600] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7582.307855] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7586.308086] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7586.308489] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7598.310679] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7614.309064] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7614.309064] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 7616.811064] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7616.811449] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7623.308443] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7632.810610] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7633.313964] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7633.314249] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7633.314404] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7633.314552] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7633.315481] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b760b-484f-4315-8c27-d49f160284a8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7633.324196] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55c550c-f86b-4e13-95b9-dbae7d62176f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7633.338582] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57cb1ec-5fcf-455f-b763-b1927f37a17f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7633.345098] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65761dee-7a86-46b5-9857-85678e762c19 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7633.374150] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180387MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7633.374305] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7633.374480] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7634.509247] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7634.509560] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7634.525912] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 7634.538549] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 7634.538722] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 7634.548908] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 7634.565463] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 7634.577635] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c97db88-1b75-4b4c-aac7-204aca26bc24 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7634.585607] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1fe8f7-6259-42d2-b313-3d0e693def2a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7634.615331] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c1b35b-6434-48c2-8aa9-f741b273eac8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7634.623137] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addffe29-259d-4a66-a3d6-264394048874 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7634.636175] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7635.139570] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7635.140836] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7635.141011] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.767s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7636.633806] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7642.309850] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7643.308115] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7646.308656] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7647.308446] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7660.306965] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7671.303741] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7677.309608] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7677.310159] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7694.304056] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7694.307527] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7694.811874] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7694.811874] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7694.811874] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7694.812249] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7694.813057] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81295e5-ce08-43a2-bd1d-ee3133e62b30 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7694.822043] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba366e7-5317-4c91-8300-86471b05ec6e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7694.836013] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34795c26-c52d-4b0f-8794-fa6a7ae0f643 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7694.842892] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692a3fea-3d59-4fc4-aaf2-f0262297b011 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7694.872121] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7694.872265] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7694.872458] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7695.894219] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7695.894542] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7695.912620] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12d7e9f-b51b-404a-b4a1-ec26edf693e9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7695.921521] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bafc50-451f-43d9-99fd-01146a6042d1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7695.950909] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efecdc9-a211-4332-8b77-f0fd903976c8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7695.958421] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db02796d-0d1c-44b6-b0dd-2991eaef194a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7695.971448] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7696.474480] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7696.475757] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7696.475934] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.603s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7706.477136] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7706.477605] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7708.308944] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7708.309417] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7722.309505] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7739.308484] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7739.308951] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7754.308062] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7754.811638] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7754.811931] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7754.812127] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7754.812281] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7754.813180] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c677aee-e05d-40db-abba-68fe7714316a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7754.821492] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d0ee8-2d2e-48e2-8535-7c2f59e9c4e1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7754.835465] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6eabb5-8bb0-4704-be85-62c0e4c01adc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7754.841975] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069e0bcf-b0c9-4653-993e-c683c3814584 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7754.869983] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7754.870164] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7754.870346] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7755.890883] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7755.890883] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7755.903361] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2394f78-9df3-4cad-a735-f72526f6eb41 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7755.910932] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e564dd-4a40-4d36-bb38-ce3f9ef6b562 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7755.943770] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fdd3dd-2e5a-4fd1-a458-91957b5b858d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7755.951287] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873f4597-966b-43c2-b1e9-55d0021a8c63 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7755.964152] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7756.467015] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7756.468292] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7756.468477] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7758.464132] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7764.307932] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7766.308756] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7769.308022] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7770.307298] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7779.308138] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7782.308711] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7795.303227] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7799.308065] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7799.308520] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7816.307728] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7816.810822] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7816.811089] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7816.811272] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7816.811439] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7816.812451] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026d5467-aa67-4cee-afdf-fa0690afb56d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7816.822108] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed7123-2a09-42e0-8b86-fbcf43475b38 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7816.836280] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828fd959-ba87-4bd2-887f-fca32c6aa827 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7816.842969] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425faf67-40f8-4a54-abca-7e3aafb5b3bd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7816.871142] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180406MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7816.871360] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7816.871494] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7817.890363] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7817.890613] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7817.904172] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8814699-1217-4b4a-8936-a52cc6f47f82 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7817.912295] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f713d0-084d-4197-a807-e5161d88f264 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7817.942424] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30642f32-93d0-410f-a294-4e2232c4e6c9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7817.949780] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89fa53b-3afd-428d-a496-f2f4704c4dbc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7817.963103] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7818.465846] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7818.467509] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7818.467509] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7819.463169] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7824.309531] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7827.308923] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7829.309661] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7830.307953] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7842.308023] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7859.308905] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7859.308905] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7877.307748] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7877.811379] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7877.811655] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7877.811820] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7877.811970] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7877.812913] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e1cc10-7f32-4611-8f46-7743670ba80b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7877.821146] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15df91b-d2df-4905-a806-04758c56e209 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7877.835073] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15873c0a-6c0e-432f-8c36-d2988d99a11d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7877.841445] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92281f3-827d-47f5-92a7-c3f126d6def0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7877.871232] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180405MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7877.871232] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7877.871232] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7878.888129] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7878.888391] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7878.902785] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea146d97-ee5f-4695-8c7f-c2974c9bee8d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7878.910647] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc26f68-6489-48ae-89b2-2e1ebed0ffe2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7878.939280] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20db03c5-4364-486a-890e-92c93f5ae5e7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7878.946588] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a8b3cd-d8a3-4f8d-a8e3-661159e467d7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7878.960072] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7879.462749] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7879.463982] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7879.464168] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7881.460190] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7884.308347] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7888.309202] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7888.309671] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 7888.813130] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 7889.811858] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7891.308134] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7891.308563] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7903.308334] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7919.303634] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7920.307936] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7920.308366] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7923.579402] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7923.579854] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 7923.579854] env[65944]: value = "domain-c8" [ 7923.579854] env[65944]: _type = "ClusterComputeResource" [ 7923.579854] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 7923.580676] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd5b734-c656-40c3-bc8d-0ae51d014612 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7923.589565] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 7926.309103] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7926.309103] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 7933.310938] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7938.810783] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7939.314332] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7939.314591] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7939.314759] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7939.314904] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7939.315840] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea56814-a581-4aa2-b9e4-e5394bc4b5ea {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7939.324459] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d566f5-dee1-46e9-9da7-122e129465fe {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7939.339403] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5316ca54-c8da-4276-b3cd-f6e322a07972 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7939.346125] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15779bc1-0f51-4687-bfd4-6169d225962b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7939.374263] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180403MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7939.374465] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7939.374600] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7940.407780] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 7940.408057] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 7940.424182] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 7940.437288] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 7940.437456] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 7940.447228] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 7940.463950] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 7940.475569] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d1bae4-162b-47d4-b144-449d56063d8f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7940.483196] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9755ee6b-79b1-42bd-b4ef-e3c0cadf4f4e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7940.512940] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bed9634-0b93-499a-bc33-bb7d4b36b2c9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7940.519947] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9744b2a-ae29-48fb-9026-ef6011e6cfee {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7940.532797] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 7941.035693] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 7941.036915] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 7941.037108] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.662s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7941.528932] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7944.308766] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7950.308046] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7952.309807] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7953.308562] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7963.310754] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7976.308069] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7976.308487] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use..do_register_storage_use" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7976.308607] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use..do_register_storage_use" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7976.309826] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use..do_register_storage_use" :: held 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7976.309972] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users..do_get_storage_users" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7976.310259] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users..do_get_storage_users" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7976.310485] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users..do_get_storage_users" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7976.814659] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba1543a-fc4a-4888-8330-b7307f97d435 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7976.823069] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d033eb3b-940c-4981-97c3-f65d6a8a62b0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7977.339667] env[65944]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad31a3c8-ffd4-4dc9-9dfb-1d93973551dd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7977.345517] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Waiting for the task: (returnval){ [ 7977.345517] env[65944]: value = "session[520650da-52d4-b18a-d480-4d1709b2316b]523da463-f99e-a3a7-c5d4-c11e7f498391" [ 7977.345517] env[65944]: _type = "Task" [ 7977.345517] env[65944]: } to complete. {{(pid=65944) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 7977.353925] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Task: {'id': session[520650da-52d4-b18a-d480-4d1709b2316b]523da463-f99e-a3a7-c5d4-c11e7f498391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65944) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 7977.856467] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Task: {'id': session[520650da-52d4-b18a-d480-4d1709b2316b]523da463-f99e-a3a7-c5d4-c11e7f498391, 'name': SearchDatastore_Task, 'duration_secs': 0.007516} completed successfully. {{(pid=65944) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 7977.856788] env[65944]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5506afb4-8f15-4ae8-8be4-724d38ff8d23 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7977.861389] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Waiting for the task: (returnval){ [ 7977.861389] env[65944]: value = "session[520650da-52d4-b18a-d480-4d1709b2316b]5202278d-efc9-9228-080e-c9e574b60263" [ 7977.861389] env[65944]: _type = "Task" [ 7977.861389] env[65944]: } to complete. {{(pid=65944) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 7977.868929] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Task: {'id': session[520650da-52d4-b18a-d480-4d1709b2316b]5202278d-efc9-9228-080e-c9e574b60263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65944) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 7978.373154] env[65944]: DEBUG oslo_vmware.api [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Task: {'id': session[520650da-52d4-b18a-d480-4d1709b2316b]5202278d-efc9-9228-080e-c9e574b60263, 'name': SearchDatastore_Task, 'duration_secs': 0.00687} completed successfully. {{(pid=65944) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 7983.376067] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7983.878694] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 7983.878694] env[65944]: value = "domain-c8" [ 7983.878694] env[65944]: _type = "ClusterComputeResource" [ 7983.878694] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 7983.882017] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea2e395-2bbb-4bad-928d-24108ae1a4e7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7983.889376] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 7983.889821] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7983.890105] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 7999.307989] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 7999.811090] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7999.811352] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 7999.811502] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 7999.811697] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 7999.812605] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b265a263-0c57-40a9-b9e2-986cb7623bf9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7999.821285] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f2e7b8-66af-4b27-853b-56f6a5c9cc4a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7999.835426] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6104f47-ba56-4932-af4a-d2c173302311 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7999.842183] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f7011e-fbcf-41dd-b20f-069c3b00c5fe {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 7999.870819] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180401MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 7999.870969] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 7999.871181] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8000.890393] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8000.890646] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8000.903752] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027021f8-170d-4fdd-b8d7-49110f9f9d72 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8000.911210] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b63ef19-af75-4787-81fa-ee6aac12d023 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8000.940544] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eeb894-0145-41b4-874f-de6ac843a02e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8000.947845] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dae4cf-9f17-4d6a-8316-afeacd95c51c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8000.960805] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8001.463743] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8001.464977] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8001.465176] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8002.460900] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8006.307923] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8011.308704] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8014.307449] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8014.307714] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8024.307406] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8043.307066] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8043.810989] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8043.810989] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8060.307826] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8060.811226] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8060.811490] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8060.811637] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8060.811786] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8060.812749] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d104177f-2b08-458c-976d-baa0898b2984 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8060.821161] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bd0784-6a49-464a-9846-bb45b6bfdda2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8060.835475] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6ec1bf-b341-49fb-910e-2ab70ade9a21 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8060.841978] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad733ec-cf1d-46ab-9be4-11eda2370caf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8060.870430] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180397MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8060.870632] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8060.870856] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8061.888785] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8061.889053] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8061.906021] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbce20f-5b85-4ca6-809e-a8dd7dd87188 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8061.914595] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa13b0d-bf25-47db-bd25-f80339b89f36 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8061.943574] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483bc20f-8ced-4a20-9223-d8090905dce6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8061.951013] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a899366b-05ce-47ff-a234-4a13fc6bc10a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8061.964289] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8062.467659] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8062.468880] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8062.469064] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8063.464903] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8066.307798] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8071.308549] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8075.307265] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8076.308648] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8085.307873] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8104.307940] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8104.308381] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8121.309077] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8121.811861] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8121.812238] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8121.812487] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8121.812701] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8121.814020] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d0dabc-782e-45a0-acc4-e12eb43d6575 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8121.823010] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90edb13-8de9-40f9-b429-be5309b15bcc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8121.838156] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d01c4d-ef17-4038-8ce5-8e278d0d2f9e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8121.844860] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26489556-8bf9-43bc-9167-b8e7549ac327 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8121.873488] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180407MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8121.873675] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8121.873837] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8122.891776] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8122.892102] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8122.904991] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27838adf-e971-40a5-9c39-ffddc92b7250 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8122.912963] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588db7db-4842-45e6-a920-5656cb5d82d9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8122.942914] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e5fee7-0131-4a1a-9b93-9279a6acf652 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8122.950353] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed6a7c7-5dff-4409-8ec2-221b01f15551 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8122.963195] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8123.466076] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8123.467379] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8123.467583] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8124.463401] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8127.307276] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8133.310527] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8137.308397] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8138.309220] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8147.309027] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8165.307166] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8165.307548] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8167.305080] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8182.307905] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8182.308359] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8182.811964] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8182.811964] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8182.811964] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8182.812253] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8182.813076] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca79b32e-8d28-4ef2-8674-3d90f9821900 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8182.821969] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2571bb26-a95e-4d6e-ad1c-b7e8fa8af79f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8182.837436] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd25072-cfaf-457e-9fad-6d0642411c89 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8182.844903] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb381bb-d116-4f66-bf63-d294e393f295 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8182.874193] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180287MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8182.874377] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8182.874548] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8183.895523] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8183.895833] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8183.910418] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d0acea-2ecc-4b67-9aa8-905e7429dc6d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8183.918668] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bcc1d8-60c2-4792-b27c-83f4d397865b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8183.948547] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fac7d0-1dc6-4dd3-8814-103e96339c19 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8183.956224] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ba8607-4b78-4c55-8e5f-72bf0deb80cc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8183.969752] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8184.473170] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8184.474489] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8184.474668] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8191.475489] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8194.309623] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8197.308337] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8197.308808] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 8197.812422] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 8199.812991] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8199.812991] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8209.311454] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8226.307622] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8226.308097] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8233.310333] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8233.310762] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 8233.813607] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8244.310062] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8244.310062] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8244.813579] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8244.813844] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8244.814017] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8244.814184] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8244.815107] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b7aa72-a5ca-4c76-a841-1011fa5a2556 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8244.823770] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc04e95f-c2a1-42e1-9221-94ae0b700cf5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8244.839841] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6ca02a-e258-4a7d-b00b-8e19f1bbdb88 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8244.846127] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad73e38-f226-4abd-9ca5-67d330b87ec2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8244.874766] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180392MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8244.874905] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8244.875111] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8246.039830] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8246.039830] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8246.055912] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 8246.073110] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 8246.073298] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 8246.083925] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 8246.100470] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 8246.112916] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f25e10-8419-479b-a994-193f6b4d72ef {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8246.121122] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff85bdae-e6ba-41e4-bbba-e6bdc2c05de8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8246.151460] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce98f93d-6fb1-4aeb-b30c-e02554df572e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8246.158814] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4d0e9f-94a7-4258-b44e-4a58ba1d6d6c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8246.172149] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8246.675210] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8246.676483] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8246.676661] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.802s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8253.677471] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8255.308054] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8260.308028] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8260.308790] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8271.308646] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8286.307809] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8286.308275] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8290.304201] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8303.310375] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8303.814016] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8303.814285] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8303.814476] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8303.814629] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8303.815527] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b80c8c-f40f-47b9-9285-88f1c59e7c6a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8303.824528] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eb2a62-f33e-4004-9b65-f0391fca89b9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8303.839350] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c702db-0e42-43b0-9618-4d5f5ac1ddce {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8303.846269] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a74d6-e8f4-48c9-a566-7cfab928deb2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8303.877137] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180387MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8303.877409] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8303.877477] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8304.894968] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8304.895374] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8304.910043] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528445b7-45de-4f26-b420-3ff3215e69e6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8304.919243] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b44b53-a490-4799-9a0c-5ee71aea8075 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8304.949596] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909c7189-5e53-4f70-ba7f-35f40e154057 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8304.957203] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089ae646-c15b-4e1c-b08d-d4c8c15f6d74 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8304.971329] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8305.475404] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8305.475719] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8305.475866] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8306.468623] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8312.309741] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8317.309846] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8321.308811] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8322.308613] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8331.308589] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8348.307267] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8348.307689] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8364.307969] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8364.811983] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8364.812407] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8364.812690] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8364.812936] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8364.814017] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d327633-fd14-41b7-8f7d-26a21d91c651 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8364.823100] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4aa5fe-494b-4646-8556-f612ef43759f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8364.838647] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e14c3ac-7729-4ba6-8c7e-8503ab201364 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8364.845645] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66b69b0-8aee-43a5-af6e-a3ea91476891 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8364.876578] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180408MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8364.876779] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8364.876941] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8365.895393] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8365.895661] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8365.908927] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696cce4b-c6d6-4753-93c0-6453fbbe015f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8365.916618] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4eeb8f-bbf0-4229-b1a0-47275980fbfc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8365.945857] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e5717-967d-4c7e-a91b-846e9bf2603b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8365.953402] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d8521a-91d1-44e8-9ce8-56acb9bb9aaa {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8365.966475] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8366.469483] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8366.470770] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8366.470980] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8368.466620] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8374.307660] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8378.310829] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8383.308079] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8383.308591] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8391.308767] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8409.308361] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8409.308891] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8412.304980] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8424.311086] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8424.813829] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8424.814093] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8424.814263] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8424.814414] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8424.815345] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab6fe81-ab86-4e83-93c2-1c02d8859aec {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8424.824014] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0d15fc-2af5-4450-b50b-e2669f696fac {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8424.837862] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e33030a-b982-4543-9999-7f00da86c2bb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8424.844172] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8d7125-97e1-4985-9dc9-428c500ad38f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8424.873893] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180388MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8424.874096] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8424.874259] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8425.892650] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8425.892919] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8425.906073] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3519441-6861-4b91-8c24-f2f697b09b4f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8425.913803] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3583dfa-9a31-46f0-9ea4-5a7e8e5e7839 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8425.942763] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90aa6dc-194b-49d9-8165-d44cca31c7a0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8425.950114] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d922f955-958d-4e77-a452-f001256a6674 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8425.963035] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8426.466192] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8426.467458] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8426.467639] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8428.460231] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8434.307353] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8439.307835] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8444.307836] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8445.308581] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8453.310841] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8471.308890] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8471.309287] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8485.308164] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8485.811395] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8485.811650] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8485.811785] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8485.811931] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8485.812902] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add36abf-2c31-4db9-a4af-a1fe6206e14b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8485.821815] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf93706-ddce-4811-9c38-3cdc2656b8d1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8485.835533] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31257a86-cd63-408f-bd2f-a4c6e4ef1b9f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8485.841917] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95995cba-0068-41cd-a0eb-59e74b6d7303 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8485.869983] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180399MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8485.870201] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8485.870336] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8486.891535] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8486.891810] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8486.905398] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c21b47d-a759-4b81-8d74-664e7270b429 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8486.913628] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b95fb7-2c2b-4130-b854-afd481c72aa9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8486.943756] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cf2c3f-101f-433e-9d92-56b1f37d7891 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8486.951227] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b42971-b029-409e-a73d-84525791fa53 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8486.964182] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8487.467367] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8487.468598] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8487.468772] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8488.464428] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8496.307717] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8500.307979] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8504.308963] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8507.309633] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8509.310043] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8509.310043] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 8509.812909] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 8515.811881] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8532.309870] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8532.310791] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8533.304370] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8541.309303] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8541.309765] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 8545.309925] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8546.805566] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8547.307965] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8547.811277] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8547.811765] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8547.811765] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8547.811965] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8547.812912] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865ab3d-d405-48b3-9290-caea7e9a7c0f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8547.821801] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c5676e-e218-4a3a-92b7-1ce477f43d44 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8547.835864] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514f318b-cd21-4d09-9a85-4f45be6ec570 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8547.842401] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7063f1fa-48c0-4c69-a9f6-bb1fc97bfa4e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8547.870824] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180394MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8547.871052] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8547.871197] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8548.929117] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8548.929388] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8548.951322] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 8548.963284] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 8548.963459] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 8548.978163] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 8548.994047] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 8549.006238] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33f0b50-b999-4473-b577-519d2f43fdda {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8549.013994] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7793113-e38c-4cc0-8023-78f83c9457e3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8549.045100] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c952f4-3e45-4fa8-b915-1753c8acd662 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8549.053328] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7c3838-d6dd-4299-aaa5-3b411e4e97f2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8549.066615] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8549.570431] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8549.571705] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8549.571889] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.701s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8560.572062] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8562.307923] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8566.307780] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8569.310563] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8577.308061] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8584.066115] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8584.569499] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 8584.569499] env[65944]: value = "domain-c8" [ 8584.569499] env[65944]: _type = "ClusterComputeResource" [ 8584.569499] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 8584.570628] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f4adb2-7828-4c9e-b0e6-c3dc4c683de9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8584.579460] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 8592.307469] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8592.307900] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8607.307932] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8607.810598] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8607.810874] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8607.810998] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8607.811161] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8607.812102] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d4009f-ebe8-40de-99d5-9e0a2d2d7714 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8607.820167] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aed448e-c619-498f-8d8b-36f222feb7b6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8607.834269] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d91d0d-a17b-4ad1-84cf-a99ab1ecfbba {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8607.840821] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909a22ae-2e1a-41b3-8170-3da330d347eb {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8607.868998] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180399MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8607.869138] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8607.869347] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8608.889180] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8608.889532] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8608.903658] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386ad9e2-0f50-481a-8ec1-50ed865fa694 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8608.911535] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e9fc43-396e-4f9a-989f-ecde54a2b394 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8608.941908] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fa7cbe-8ecd-417c-b089-00da0a971a20 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8608.949448] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40197298-3ca6-4bc0-879e-2e072b65fe18 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8608.962407] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8609.465081] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8609.466342] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8609.466518] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8610.463108] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8620.311123] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8624.309811] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8628.309977] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8629.308250] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8638.310552] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8653.310851] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8653.311307] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8656.304050] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8667.308350] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8667.812019] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8667.812377] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8667.812614] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8667.812784] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8667.813688] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2348ca1-75d7-4fc4-a96f-31f5e88eab40 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8667.823532] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b2f42d-e344-473e-ad2d-87a0f00a0999 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8667.837839] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cca6ebb-f480-4d80-ae03-c31d79615d79 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8667.844668] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328c2d4b-f7a5-4b03-8751-772f4ebc0306 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8667.874664] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180386MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8667.874849] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8667.875021] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8668.893191] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8668.893486] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8668.908023] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3947f3c9-77fe-4b10-9812-5f11bf0d0b74 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8668.915539] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20514174-cd02-43f4-96d4-fb1cc102e007 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8668.946220] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3153ff04-1a48-47e8-83e4-78301a1265df {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8668.953590] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b270fd4-026c-4703-a7a0-e8f64e044578 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8668.967967] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8669.471455] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8669.472743] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8669.472914] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8670.467489] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8681.308660] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8685.310960] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8689.309494] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8691.308776] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8699.309663] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8714.309385] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8714.310303] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8728.309145] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8728.812292] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8728.812551] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8728.812744] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8728.812932] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8728.813849] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c32e97-ce99-4fa4-bc2a-3515a9894cda {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8728.821953] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad068fe7-0438-41ce-8b48-21dbc6500d93 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8728.836429] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a35b88-9e63-40cb-95c2-cc65fc863b65 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8728.843131] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763837ef-d84e-4702-8196-1792ae2e5941 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8728.873426] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180389MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8728.873570] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8728.873749] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8729.896515] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8729.896802] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8729.910928] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2c86d3-4e4c-4f3c-a6ea-75d987f6074d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8729.918937] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b67cc-a2d8-4791-93c8-f71561a71530 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8729.948411] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af979870-fdb8-42e1-9e6b-6378f9565d56 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8729.955886] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231cd04d-4246-4771-9d0b-74a8b0dc1b91 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8729.969695] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8730.472832] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8730.474102] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8730.474280] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.601s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8731.469350] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8743.307948] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8746.307857] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8750.308603] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8753.311827] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8759.308457] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8775.308644] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8775.309129] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8778.305801] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8788.309337] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8788.812521] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8788.812823] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8788.813129] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8788.813308] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8788.814286] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb415a9b-2f52-4b25-94cc-11d489b5de99 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8788.822822] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab33119-eb1d-454a-91da-016050830d8e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8788.836964] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b00346a-ecb7-49c6-b992-2a748c052182 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8788.843388] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d585edd-befe-4917-abfb-ab0be7bee304 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8788.872724] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8788.872910] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8788.873070] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8789.894823] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8789.895186] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8789.908535] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ce1699-51b3-4b9e-8247-d175f6f327ee {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8789.916440] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2da3471-15ba-40d5-8099-3ceb71419056 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8789.945763] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b459218-01d4-416a-86f0-8b5f282f6d9e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8789.953043] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c38ea89-1e8c-4a95-a6f2-a9bddfd57efa {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8789.965950] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8790.468890] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8790.470198] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8790.470396] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8791.464706] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8804.308663] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8808.308682] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8811.308480] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8812.309301] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8812.309750] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 8812.812369] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 8813.811074] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8820.310560] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8837.309060] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8837.309060] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8848.310120] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8848.816023] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8848.816023] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8848.816023] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8848.816023] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8848.816023] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0c0baa-44c4-41cb-b33a-5486d36e6277 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8848.825734] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a90549-8c2b-42eb-8973-f35803e1d39e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8848.842171] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29997368-43eb-404a-9f81-c30bbad7debd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8848.849650] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b42f09-ed57-4011-9ed9-70a99fa9b63d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8848.880502] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180391MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8848.880689] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8848.880885] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8850.050968] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8850.051317] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8850.068059] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 8850.081420] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 8850.081597] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 8850.092999] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 8850.112343] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 8850.125313] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79af126-eef2-43d6-9e5b-9b827566f775 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8850.132833] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedefca1-4a2c-448f-a422-fb4f48264eac {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8850.162051] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e0e00f-2494-4e45-a36b-e1d3c684b3fc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8850.169655] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2696b1-902b-444d-b9cf-2496416c0c9d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8850.183062] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8850.686717] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8850.688019] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8850.688215] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.807s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8850.688433] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8852.184920] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8852.307892] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8852.308124] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 8864.810521] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8868.310783] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8871.308495] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8873.308855] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8880.309018] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8897.309079] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8897.309566] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8900.305554] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8909.308327] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8909.308738] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8909.812708] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8909.812990] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8909.813143] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8909.813293] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8909.814266] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3324b2-d281-4b38-95fd-e78253f32d22 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8909.823734] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da921fd-c93c-4ec7-aaa1-8af769032ce0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8909.838025] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c90c990-a37f-4457-8e4d-d070a3181b9f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8909.844833] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4733646-4066-4b90-9d06-797dda2afb57 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8909.874576] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180395MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8909.874757] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8909.874925] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8910.893017] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8910.893278] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8910.908898] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f2bbae-78bc-4fcb-8bce-4c00cb7f93a7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8910.916579] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d8128b-1fbd-4499-b797-d753c6b06211 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8910.947457] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cb73f6-e2b7-4a50-a7a7-d14385942e3d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8910.955112] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ee6270-a83f-4630-983c-d6886c7036a9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8910.969019] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8911.471966] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8911.473195] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8911.473376] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8928.475107] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8928.475492] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8933.310317] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8935.308608] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8941.308849] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8957.309429] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8957.309897] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 8969.303704] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8969.307368] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8969.810716] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8969.810972] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8969.811206] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8969.811408] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 8969.812419] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f087d1fa-9345-4cfe-97d3-02f717dbc3ed {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8969.820884] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5411977f-6191-4d87-948a-cc3cfa820ac0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8969.836489] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d24f843-39c0-4e1c-9224-d66e29048c30 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8969.844137] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b71ac9f-3953-4495-82c0-538ddef5037f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8969.873053] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180383MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 8969.873251] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 8969.873429] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 8970.892547] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 8970.892838] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 8970.906669] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b9dccd-2037-49fc-9fe1-80d31fe8bcc8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8970.915277] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d1ac85-b492-432b-8787-5890b768b110 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8970.945562] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b95d8ce-2131-493b-a6c0-d03172c68058 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8970.953217] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31db04fb-2fd2-4457-aa13-3a740763837e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 8970.966540] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 8971.470179] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 8971.471464] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 8971.471636] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 8990.472658] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8990.472658] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8993.310151] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 8995.309425] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9003.310186] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9018.309896] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9018.309896] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9022.305322] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9031.307494] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9031.307910] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9031.811034] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9031.811944] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9031.811944] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9031.812222] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9031.813559] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835db3f3-e23b-4736-b881-447271811b72 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9031.822420] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1f5c5f-3a47-4244-a692-94c4e2e6ac8f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9031.836598] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77078b1a-5e54-48f8-9b4e-af3f57a9f0a4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9031.843862] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a698d6e2-010a-4ffd-a5c4-1b7c9d4ed2c4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9031.871670] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9031.872063] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9031.872393] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9032.893289] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9032.893289] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9032.906670] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55dadf0-d0d6-478f-83ed-f61b5b612e00 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9032.914731] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71d06b1-f9a8-44d2-9bc8-4022e6e5aa53 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9032.946123] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713e72d4-64fa-449f-b9aa-89d7b7de870f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9032.952838] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4524fb-5350-4096-97a0-73534ddbe2f4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9032.966380] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9033.469742] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9033.471038] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9033.471216] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9051.471529] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9051.471957] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9054.310425] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9055.309063] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9063.309957] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9080.312025] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9080.312433] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9091.308452] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9091.811921] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9091.812187] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9091.812352] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9091.812501] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9091.813415] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf381b-e1f3-429a-9602-b967dfcec78a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9091.822356] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664aaf18-d243-4bd3-9707-7b5a499defd3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9091.837245] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add6adfc-eefc-43ca-987c-ada39bbc0303 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9091.844184] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ed8d6f-dd1b-4b2b-8b0f-7458f041623b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9091.874771] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180394MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9091.874977] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9091.875213] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9092.897261] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9092.897591] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9092.912027] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29044ab8-34c1-4a75-9d76-6e5eb496cf96 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9092.919968] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fd9850-1c1d-4ab2-9afd-2898ba94ee32 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9092.949916] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025810b5-e461-4dff-89e3-3c6b1f3f6931 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9092.958011] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c4d36d-68bc-42e6-a2d5-e7bd0a0cb018 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9092.972571] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9093.475436] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9093.476781] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9093.476957] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.602s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9094.471613] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9110.307968] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9110.307968] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9114.308627] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9117.309779] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9122.310277] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9122.310704] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 9122.813550] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 9124.811169] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9142.309661] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9142.310162] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9145.306609] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9151.308474] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9151.811877] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9151.812151] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9151.812315] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9151.812499] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9151.813409] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbfe8b2-203f-4077-965b-cd5eb0b1bbe1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9151.822101] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa48b99c-ef55-493a-9155-0f2bca11a0b4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9151.836574] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc54f5c-a7ba-4a80-a687-e023e35c9e59 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9151.843690] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897f73b4-918c-4188-ade3-120c8d3b9ae7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9151.873549] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180400MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9151.873733] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9151.873906] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9152.937988] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9152.938300] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9152.953982] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 9152.966849] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 9152.967030] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 9152.977500] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 9152.994732] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 9153.007311] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1e85e3-f41b-41c1-bca3-2863b84ad13f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9153.015297] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e50bb4-cf7d-4899-a03b-da5490968eb9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9153.044833] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68dd020-f6de-4597-9437-ee7d34f9055b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9153.052416] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9197094-c6f1-4ee8-b840-471503fde845 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9153.066344] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9153.569821] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9153.571117] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9153.571281] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.697s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9154.565949] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9155.859476] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9157.811235] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9157.811740] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 9171.811284] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9172.308582] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9174.309373] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9177.309278] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9185.064836] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9185.568475] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 9185.568475] env[65944]: value = "domain-c8" [ 9185.568475] env[65944]: _type = "ClusterComputeResource" [ 9185.568475] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 9185.569545] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8541987d-8113-41b9-bc32-c482bf1c1c0e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9185.578759] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 9186.822531] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9202.309240] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9202.309731] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9212.307880] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9212.811283] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9212.811627] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9212.811957] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9212.812196] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9212.813159] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d475cdc9-2691-4425-9e7d-8869db0586a9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9212.821879] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e1060-3d79-4487-b35e-f084da10d6b3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9212.835653] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25916789-c1a5-408f-9f64-dd06392ec176 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9212.842095] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa779b33-23e5-49bb-8c65-9ac5fef6eeaf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9212.871313] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180387MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9212.871453] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9212.871656] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9213.892146] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9213.892398] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9213.905606] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923c9ed3-5e3f-448e-b02c-74535c4349fc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9213.913507] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c97e53-018b-4665-a693-ab25451ad404 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9213.943530] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313fc9c0-dd24-402d-8f0a-2a53ebec67a4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9213.951471] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48044e6-f94a-49a5-aaa3-ee0b69a239cf {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9213.965574] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9214.468578] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9214.469914] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9214.470103] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9215.465472] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9233.308736] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9234.307955] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9234.308199] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9238.310361] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9246.307765] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9262.309316] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9262.309809] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9265.304779] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9273.307877] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9273.811832] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9273.812121] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9273.812336] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9273.812515] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9273.813434] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44467b0c-8978-46df-a695-523fa25a01ec {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9273.822407] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e18045-e444-4f8e-9eb9-05cda3442a86 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9273.836629] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c3000c-96ec-4771-8938-3ea6b035a2fa {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9273.843292] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb413d8-0044-447e-9b32-98d2bc5e38bd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9273.872180] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180396MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9273.872329] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9273.872516] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9274.890580] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9274.890838] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9274.903772] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286ac838-1dfb-4cbb-b539-f14ea18c41cc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9274.911764] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9add2ec5-f03a-4f18-86f0-eced68ee9542 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9274.941196] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fae490-4eab-4b38-bd41-6faf8e5f31aa {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9274.949015] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2446350d-cea8-4e33-b58e-ed7898cd7f9b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9274.962739] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9275.465838] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9275.467071] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9275.467246] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9277.463024] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9294.308264] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9294.309036] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9295.309864] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9300.308611] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9307.308645] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9324.307454] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9324.307881] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9333.310616] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9333.814085] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9333.814365] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9333.814571] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9333.814729] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9333.815640] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c5a3eb-af81-409b-9ccd-84e98c05c0d4 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9333.824242] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af9f2a3-5d1b-42b4-9f83-ce48d51588a8 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9333.839240] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b5d2ed-e638-45c0-b5a3-34b831a3c3d2 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9333.846276] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89a8591-4c9e-477e-97b2-13a2741a37c9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9333.875543] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180405MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9333.875759] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9333.875907] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9334.895181] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9334.895467] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9334.909448] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0cedce-8066-4c18-812d-5eb2ad03691e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9334.917311] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f9159b-ed14-4b88-a998-67cf5139e3d3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9334.947416] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19428fc6-d50e-4ad0-9ead-3111e5a848d5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9334.955035] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dedbac4-f44e-4f68-8b61-fa820c8e8e66 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9334.968022] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9335.470919] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9335.472150] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9335.472327] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9337.465400] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9355.307218] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9356.307325] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9356.307689] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9360.308436] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9368.309118] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9384.308117] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9384.308117] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9390.305383] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9395.308217] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9395.811550] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9395.811811] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9395.812253] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9395.812546] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9395.813587] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abd757-caf6-4cc8-99b6-dbc6c76b7857 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9395.823065] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012fd470-25c5-4579-8113-3015be5484a0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9395.836614] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4269c9fa-5979-405f-af1e-2d9ec02c4a7e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9395.843550] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aa96b2-dedb-4634-8ace-c1b7d35ddf03 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9395.871656] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180394MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9395.872052] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9395.872435] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9396.892397] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9396.894730] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9396.906717] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e39aa2-d9cc-4381-88e7-a921cedcb676 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9396.914533] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612bdcc8-0ab9-4a38-9581-ab91ffdaaee9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9396.944327] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b741c46-bc90-41f4-a117-bc46ba97f3c9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9396.951415] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76600dc9-c475-4c6c-bd02-68901c027c69 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9396.963998] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9397.467823] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9397.469079] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9397.469254] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9398.464949] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9416.308314] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9417.309071] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9418.308818] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9420.308182] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9428.309800] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9433.311224] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9433.311752] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 9433.814898] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 9444.815098] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9444.815471] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9456.304051] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9456.307626] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9456.810807] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9456.811078] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9456.811249] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9456.811401] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9456.812360] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4bab46-9583-4f84-92da-9dd825bf1eb1 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9456.822342] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03f9208-1438-410c-a29f-9a083c0b4437 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9456.837361] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea940258-9151-4c6f-be49-c4a24b481ded {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9456.844835] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af082ad-e348-46d4-ac0e-85266b2683c5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9456.873664] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180397MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9456.873930] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9456.874185] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9458.052633] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9458.052941] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9458.068674] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 9458.081408] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 9458.081584] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 9458.091795] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 9458.109213] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 9458.121212] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b76a6c7-4050-44d5-87c7-67187af47d9a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9458.128694] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12fb451-2ba7-4b84-83a4-638f9457a7f7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9458.158601] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bb5378-0268-4d36-a3fe-a2ef029c5708 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9458.165779] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb9e808-84e4-4aa0-af52-f818d3c8f08e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9458.178606] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9458.682093] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9458.683346] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9458.683519] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.809s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9464.309632] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9464.310149] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 9469.308870] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9477.810797] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9478.308256] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9478.308581] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9480.309386] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9490.310120] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9505.308860] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9505.309306] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9511.303921] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9516.308258] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9516.308730] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9516.813144] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9516.813399] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9516.813549] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9516.813700] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9516.814592] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef6169-19d3-43a1-a691-72342d77a557 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9516.824228] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e83a07d-b724-4363-b513-6e3f5c0d270d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9516.839323] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8f91ea-057a-40f8-8e3d-414697da061c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9516.845649] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3e2bfe-b7b8-4a4f-992a-261fa579e372 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9516.874377] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180398MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9516.874556] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9516.874763] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9517.895627] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9517.895950] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9517.911335] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594dc776-1f77-4766-b761-ff098c6f2d9a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9517.919670] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dbe343-bfe3-47e9-8c73-c8a5f140ee20 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9517.951055] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515529f0-4f52-4ee4-af07-25f9bb89477b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9517.959207] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2846de3c-2d89-4ad1-827e-f8109434ec29 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9517.972838] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9518.475975] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9518.477306] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9518.477482] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.603s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9539.476715] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9539.477153] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9539.477153] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9542.309180] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9551.307390] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9565.309056] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9565.309056] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9577.308081] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9577.811677] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9577.813064] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9577.813064] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9577.813064] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9577.813523] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f671b3e-9038-4cca-8470-cf0fd03e6f2c {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9577.821930] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac8529a-ec96-4021-a231-be2cd75c453a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9577.836715] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252631b3-f368-4e1a-9a0b-94d959ddc727 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9577.843477] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9547eb39-b62d-4c07-8a6c-671e1fcb9936 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9577.872688] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9577.874059] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9577.874059] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9578.892091] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9578.893057] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9578.906240] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f2a52b-020d-46db-aaaf-13e88ad5f80e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9578.914293] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46402ae8-b44c-4e1d-9c29-a93621354ab5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9578.943736] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afcf037-854b-4204-8039-c9379d78962f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9578.950601] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7265cd5b-3acd-4b25-bdf3-3e12e7c541de {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9578.965047] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9579.467652] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9579.469525] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9579.469875] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9580.465289] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9598.309662] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9598.310159] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9599.308079] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9602.309853] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9611.309033] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9627.309238] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9627.309709] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9634.303873] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9638.808634] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9639.308060] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9639.811170] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9639.811642] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9639.811690] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9639.811851] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9639.812754] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3f0640-e169-4a0c-837b-e75116b5776f {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9639.821520] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0394d1-f3e8-4f18-878f-d4e372e396a9 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9639.835842] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8d39b0-2309-4c7b-aa9e-7d605544481d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9639.842681] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19b7c57-4fa5-4cee-ae6e-8b64e236c630 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9639.872735] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180390MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9639.872958] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9639.873094] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9640.892263] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9640.892560] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9640.907837] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146f8bae-36de-460d-b659-6557e1cf188e {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9640.915880] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2704a4-23c6-4962-87b1-9ffc8e725295 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9640.945877] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b744b82a-d569-425e-b2b4-7fd9580094b0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9640.954125] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2559ac6-dfd2-4e0a-97a3-1e30540d6a2d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9640.968652] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9641.471994] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9641.473287] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9641.473462] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9661.474703] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9661.475143] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9661.475143] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9663.309521] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9672.309853] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9688.307697] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9688.308082] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9699.304394] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9700.308399] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9700.812097] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9700.812378] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9700.812549] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9700.812713] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9700.813677] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd4cb83-82a7-4ac5-8740-e2285a1f93fd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9700.822260] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef984d2-7ed3-44c7-a237-2bf943dcf5ee {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9700.836202] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3413b5f-dc8d-4972-be54-95bc289301c6 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9700.842726] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18af376f-6d26-4642-98a2-03f29e95f345 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9700.872302] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9700.872476] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9700.872680] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9701.894477] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9701.894821] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9701.908941] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3349c651-9d0c-4274-aea0-5f7dac18c53b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9701.917262] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01c3cfd-b850-4424-9a66-6e74cdcb77ea {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9701.946997] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252e9c0b-cd54-4b4a-8311-13927eeaece3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9701.954549] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2516d0-c580-43a2-85b2-6830c0bd765a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9701.967529] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9702.470842] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9702.472796] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9702.473039] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9721.474102] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9721.474504] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9722.308832] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9724.309644] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9732.309193] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9747.309112] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9747.310054] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [ 9747.813601] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] There are 0 instances to clean {{(pid=65944) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [ 9748.812618] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9748.812618] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9755.307620] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9760.807692] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9761.308066] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9761.811151] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9761.811531] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9761.811631] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9761.811764] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9761.812692] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd7187d-0079-4a72-bc15-4533d13884cd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9761.821184] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cf4b95-df06-4a70-a6bc-4d20d0dc8863 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9761.835389] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad60c90-a103-4606-8288-31b7807fc2e5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9761.841611] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dbfd78-ad1f-402a-93b3-36339bbc9659 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9761.869694] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180399MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9761.869843] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9761.870025] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9762.938898] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9762.939231] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9762.957326] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 9762.970410] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 9762.970591] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 9762.981776] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 9762.999565] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=65944) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 9763.012128] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620febf5-4359-4110-940d-12226386d285 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9763.020093] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99f7456-8568-4782-9794-548b8664d492 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9763.052107] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0535a0-3b15-413d-86b0-35f1c8b194fc {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9763.060148] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c097e4-4fd7-4ebc-825e-4f7ef4537865 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9763.073349] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9763.577123] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9763.578127] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9763.578309] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.708s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9777.309152] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9777.309603] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Cleaning up deleted instances with incomplete migration {{(pid=65944) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [ 9778.308534] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9779.810201] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9783.308910] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9783.309344] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9785.309879] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9793.309748] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9795.579347] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9795.579784] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 9795.579784] env[65944]: value = "domain-c8" [ 9795.579784] env[65944]: _type = "ClusterComputeResource" [ 9795.579784] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 9795.580728] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d927dca2-49e5-4d4c-a76f-201895907376 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9795.590782] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 9803.076740] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_power_states {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9803.579876] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Getting list of instances from cluster (obj){ [ 9803.579876] env[65944]: value = "domain-c8" [ 9803.579876] env[65944]: _type = "ClusterComputeResource" [ 9803.579876] env[65944]: } {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 9803.580950] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ba4e2b-278e-454a-92fd-44f1fe2700c3 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9803.589711] env[65944]: DEBUG nova.virt.vmwareapi.vmops [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Got total of 0 instances {{(pid=65944) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 9809.309496] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9809.309896] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9820.307214] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9822.308312] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9822.812076] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9822.812347] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9822.813068] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9822.813068] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9822.813548] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74782fb7-a78e-446c-b9d1-80162cc04855 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9822.822299] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c631d5aa-1ac2-481a-9aa4-6436ae4224f5 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9822.836625] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d70563c-3caf-4c24-bb92-0366fd38e29d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9822.843600] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6b2370-540f-49ef-b6b9-547dc79ac064 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9822.873060] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180406MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9822.873241] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9822.873382] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9823.895676] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9823.895951] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9823.909303] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c899c1e-ef1a-4eae-9276-9d94dea87420 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9823.917295] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352c76c5-de38-498a-8250-ad5baaf9ac66 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9823.946874] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8483cf9d-3207-4ae2-8c8f-68baa9067b67 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9823.954744] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f92ade-5717-46b3-94a9-0f910111ab10 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9823.968012] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9824.471647] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9824.472893] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9824.473087] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9841.474284] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9843.309479] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9844.309254] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9845.307652] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9853.309058] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9871.307950] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9871.308379] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9875.304905] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9881.809075] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9882.308393] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9882.811472] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9882.811858] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9882.811934] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9882.812054] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9882.812987] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1fe5d4-4823-4b76-a2af-139febe622d7 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9882.821105] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a6b7ef-ff55-4b62-8cdc-66ee1c0d0d23 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9882.835184] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab3bd36-ec01-45b6-81fa-54fee358c79a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9882.841786] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc2b59b-ae2f-41ab-b3cf-697dd504814a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9882.869928] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180381MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9882.870094] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9882.870281] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9883.888769] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9883.889066] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9883.903262] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fa27a7-44bb-4008-8e66-dbe9581d9bd0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9883.911150] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3809f504-b2d4-45a9-8d3d-9874c9cf557d {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9883.940954] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce21573-6e19-465d-abf1-779227414e50 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9883.948372] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3336324b-d90b-4aaf-a417-5421db161f95 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9883.961500] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9884.464350] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9884.465893] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9884.466088] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9903.467227] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9904.308833] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9906.307821] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9906.308258] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9915.310952] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9933.310903] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9933.311280] env[65944]: DEBUG nova.compute.manager [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65944) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [ 9943.303251] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9944.308246] env[65944]: DEBUG oslo_service.periodic_task [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Running periodic task ComputeManager.update_available_resource {{(pid=65944) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 9944.812228] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9944.812521] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9944.812647] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9944.812802] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65944) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9944.813964] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2b1749-ffb4-4f60-b124-0c3cb1b3af86 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9944.822794] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6952b989-e546-4969-84dd-eea7dcece153 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9944.838168] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa40429b-c1b6-46a7-b2aa-43670d011193 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9944.844601] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0725bfd7-f55e-4ad6-8582-17a07bce271b {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9944.872906] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65944) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9944.873067] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9944.873282] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9945.891870] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9945.892131] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65944) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9945.905666] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e300318-30d6-4b5c-9e0f-a18d375c94dd {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9945.913345] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3669689-3e60-46ad-b139-d9c4bd24eb4a {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9945.943698] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77835c0c-42f5-4fda-8c21-79b828786a59 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9945.951086] env[65944]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2541754-4e2a-4a6a-abd1-61d7452714ec {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9945.964059] env[65944]: DEBUG nova.compute.provider_tree [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=65944) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9946.467195] env[65944]: DEBUG nova.scheduler.client.report [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65944) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9946.468461] env[65944]: DEBUG nova.compute.resource_tracker [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65944) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9946.468641] env[65944]: DEBUG oslo_concurrency.lockutils [None req-3370b38c-fb27-4ac1-812a-d2e170a33eaf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=65944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9950.369182] env[65944]: WARNING amqp [-] Received method (60, 30) during closing channel 1. This method will be ignored [ 9950.369706] env[65944]: INFO oslo_vmware.api [-] Logging out and terminating the current session with ID = fdfde. [ 9950.369836] env[65944]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Logout with opID=oslo.vmware-5e61a51c-59b1-4144-8e16-36a652d8b4e0 {{(pid=65944) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 9950.375909] env[65944]: DEBUG oslo_concurrency.lockutils [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Acquiring lock "singleton_lock" {{(pid=65944) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 9950.376082] env[65944]: DEBUG oslo_concurrency.lockutils [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Acquired lock "singleton_lock" {{(pid=65944) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 9950.376212] env[65944]: DEBUG oslo_concurrency.lockutils [None req-a1c20600-6b51-456d-9675-807a564dc516 None None] Releasing lock "singleton_lock" {{(pid=65944) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 9952.795582] env[89459]: Service is starting with native threading. This is currently experimental. Do not use it in production without first testing it in pre-production. [ 9954.550691] env[89459]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=89459) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 9954.551125] env[89459]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=89459) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 9954.551125] env[89459]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=89459) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 9954.551331] env[89459]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 9954.604974] env[89459]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=89459) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 9954.615170] env[89459]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=89459) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 9954.646052] env[89459]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 9955.238352] env[89459]: INFO nova.virt.driver [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 9955.293337] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Waiting for function oslo_vmware.api.VMwareAPISession._create_session to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9955.293624] env[89459]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9955.293763] env[89459]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9955.293862] env[89459]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=89459) __init__ /opt/stack/oslo.vmware/oslo_vmware/service.py:242}} [ 9958.142117] env[89459]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-80dcf81b-44e5-4d4f-822b-487d7c66d8f0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9958.157954] env[89459]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=89459) _create_session /opt/stack/oslo.vmware/oslo_vmware/api.py:163}} [ 9958.158155] env[89459]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-e49f9886-a0fe-414d-b467-b42a2472493f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9958.189739] env[89459]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a829e. [ 9958.189934] env[89459]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.896s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9958.190613] env[89459]: INFO nova.virt.vmwareapi.driver [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] VMware vCenter version: 7.0.3 [ 9958.191526] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9958.194883] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce72b29-f02a-413f-8933-e0b50ad1788a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9958.216611] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9958.217757] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9958.218534] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24971ba0-2cc0-41a7-a773-4a56e84a981e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9958.224731] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9958.225359] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9958.226182] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5abe55-d4f6-41f3-8d41-13ff2e2525b5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9958.232378] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9958.233639] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe5b886-6795-4548-a69d-b8947d116dbf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9958.248247] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9958.249011] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7134eb1b-7f96-48de-b5f6-20dac95e3880 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9958.255391] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9958.256396] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384bfea8-d6d2-467f-bfa2-8a5b246dc8af {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9958.287498] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9958.287773] env[89459]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-77ae185e-f24a-4f24-b136-e256f7e131eb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9958.294050] env[89459]: DEBUG nova.virt.vmwareapi.driver [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Extension org.openstack.compute already exists. {{(pid=89459) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:230}} [ 9958.294898] env[89459]: INFO nova.compute.provider_config [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 9958.798187] env[89459]: DEBUG nova.context [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0d1d4142-7268-4dce-8d7d-590dcbef8a08(cell1) {{(pid=89459) load_cells /opt/stack/nova/nova/context.py:471}} [ 9958.798485] env[89459]: INFO nova.utils [None req-02706c00-7cf0-44d3-8bd4-0528e22760be None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 9958.800239] env[89459]: DEBUG oslo_concurrency.lockutils [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9958.800415] env[89459]: DEBUG oslo_concurrency.lockutils [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9958.801067] env[89459]: DEBUG oslo_concurrency.lockutils [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9958.801720] env[89459]: DEBUG oslo_concurrency.lockutils [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Acquiring lock "0d1d4142-7268-4dce-8d7d-590dcbef8a08" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9958.804549] env[89459]: DEBUG oslo_concurrency.lockutils [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Lock "0d1d4142-7268-4dce-8d7d-590dcbef8a08" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9958.805786] env[89459]: DEBUG oslo_concurrency.lockutils [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Lock "0d1d4142-7268-4dce-8d7d-590dcbef8a08" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9958.851284] env[89459]: INFO dbcounter [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Registered counter for database nova_cell1 [ 9958.854708] env[89459]: INFO dbcounter [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Registered counter for database nova_cell0 [ 9958.864491] env[89459]: DEBUG oslo_db.sqlalchemy.engines [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=89459) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:325}} [ 9958.864808] env[89459]: DEBUG oslo_db.sqlalchemy.engines [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=89459) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:325}} [ 9958.871782] env[89459]: ERROR nova.db.main.api [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] No DB access allowed in nova-compute: File "/usr/lib/python3.10/threading.py", line 973, in _bootstrap [ 9958.871782] env[89459]: self._bootstrap_inner() [ 9958.871782] env[89459]: File "/usr/lib/python3.10/threading.py", line 1016, in _bootstrap_inner [ 9958.871782] env[89459]: self.run() [ 9958.871782] env[89459]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_thread.py", line 104, in run [ 9958.871782] env[89459]: work.run() [ 9958.871782] env[89459]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 9958.871782] env[89459]: result = self.fn(*self.args, **self.kwargs) [ 9958.871782] env[89459]: File "/opt/stack/nova/nova/utils.py", line 630, in context_wrapper [ 9958.871782] env[89459]: return func(*args, **kwargs) [ 9958.871782] env[89459]: File "/opt/stack/nova/nova/context.py", line 419, in gather_result [ 9958.871782] env[89459]: result = fn(*args, **kwargs) [ 9958.871782] env[89459]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 9958.871782] env[89459]: return f(*args, **kwargs) [ 9958.871782] env[89459]: File "/opt/stack/nova/nova/objects/service.py", line 574, in _db_service_get_minimum_version [ 9958.871782] env[89459]: return db.service_get_minimum_version(context, binaries) [ 9958.871782] env[89459]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 9958.871782] env[89459]: _check_db_access() [ 9958.871782] env[89459]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 9958.871782] env[89459]: stacktrace = ''.join(traceback.format_stack()) [ 9958.871782] env[89459]: [ 9958.873229] env[89459]: ERROR nova.db.main.api [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] No DB access allowed in nova-compute: File "/usr/lib/python3.10/threading.py", line 973, in _bootstrap [ 9958.873229] env[89459]: self._bootstrap_inner() [ 9958.873229] env[89459]: File "/usr/lib/python3.10/threading.py", line 1016, in _bootstrap_inner [ 9958.873229] env[89459]: self.run() [ 9958.873229] env[89459]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_thread.py", line 104, in run [ 9958.873229] env[89459]: work.run() [ 9958.873229] env[89459]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 9958.873229] env[89459]: result = self.fn(*self.args, **self.kwargs) [ 9958.873229] env[89459]: File "/opt/stack/nova/nova/utils.py", line 630, in context_wrapper [ 9958.873229] env[89459]: return func(*args, **kwargs) [ 9958.873229] env[89459]: File "/opt/stack/nova/nova/context.py", line 419, in gather_result [ 9958.873229] env[89459]: result = fn(*args, **kwargs) [ 9958.873229] env[89459]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 9958.873229] env[89459]: return f(*args, **kwargs) [ 9958.873229] env[89459]: File "/opt/stack/nova/nova/objects/service.py", line 574, in _db_service_get_minimum_version [ 9958.873229] env[89459]: return db.service_get_minimum_version(context, binaries) [ 9958.873229] env[89459]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 9958.873229] env[89459]: _check_db_access() [ 9958.873229] env[89459]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 9958.873229] env[89459]: stacktrace = ''.join(traceback.format_stack()) [ 9958.873229] env[89459]: [ 9958.873229] env[89459]: WARNING nova.objects.service [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 9958.873229] env[89459]: WARNING nova.objects.service [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Failed to get minimum service version for cell 0d1d4142-7268-4dce-8d7d-590dcbef8a08 [ 9958.873229] env[89459]: WARNING oslo_service.backend._threading.service [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] no_fork=True: running service in main process [ 9958.873929] env[89459]: INFO nova.service [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Starting compute node (version 32.1.0) [ 9959.377020] env[89459]: WARNING nova.virt.vmwareapi.driver [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 9959.377547] env[89459]: INFO nova.virt.node [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Determined node identity 5fdf53ec-7a95-439c-92d5-55671bd465d4 from /opt/stack/data/n-cpu-1/compute_id [ 9959.377819] env[89459]: INFO nova.virt.node [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Determined node identity 5fdf53ec-7a95-439c-92d5-55671bd465d4 from /opt/stack/data/n-cpu-1/compute_id [ 9959.880807] env[89459]: DEBUG nova.compute.manager [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Verified node 5fdf53ec-7a95-439c-92d5-55671bd465d4 matches my host cpu-1 {{(pid=89459) _check_for_host_rename /opt/stack/nova/nova/compute/manager.py:1633}} [ 9960.885837] env[89459]: INFO nova.compute.manager [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 9961.476498] env[89459]: DEBUG oslo_concurrency.lockutils [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9961.476696] env[89459]: DEBUG oslo_concurrency.lockutils [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9961.476847] env[89459]: DEBUG oslo_concurrency.lockutils [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9961.476968] env[89459]: DEBUG nova.compute.resource_tracker [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 9961.477564] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9961.478529] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cccf64e-1b46-4396-994d-08fbc1fc0584 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9961.486583] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9961.487930] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6c4964-e93c-45ea-a929-adf1f58b133f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9961.501925] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9961.502667] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5614d9-c9a9-4a5c-911a-2d1a2d384f47 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9961.508944] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9961.510043] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9355b7-fae9-4064-b710-dd2d93579b18 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9961.539652] env[89459]: DEBUG nova.compute.resource_tracker [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 9961.539814] env[89459]: DEBUG oslo_concurrency.lockutils [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 9961.539924] env[89459]: DEBUG oslo_concurrency.lockutils [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 9963.564637] env[89459]: DEBUG nova.compute.resource_tracker [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 9963.564922] env[89459]: DEBUG nova.compute.resource_tracker [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 9963.580370] env[89459]: DEBUG nova.scheduler.client.report [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 9963.592918] env[89459]: DEBUG nova.scheduler.client.report [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 9963.593088] env[89459]: DEBUG nova.compute.provider_tree [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 9963.603330] env[89459]: DEBUG nova.scheduler.client.report [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 9963.620579] env[89459]: DEBUG nova.scheduler.client.report [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 9963.635565] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9963.636451] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddc98ff-aa7c-47c2-a776-a52c14c6dbc6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9963.643622] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9963.644676] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88289a3d-6cfb-4128-9066-262f99ef9634 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9963.673364] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9963.674048] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57e1c52-1f12-4700-9bba-67db5ddfd204 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9963.680874] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 9963.682089] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6f2537-13aa-4eed-a4b6-bba98ff79bbd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [ 9963.695498] env[89459]: DEBUG nova.compute.provider_tree [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 9964.198689] env[89459]: DEBUG nova.scheduler.client.report [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 9964.703255] env[89459]: DEBUG nova.compute.resource_tracker [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 9964.703782] env[89459]: DEBUG oslo_concurrency.lockutils [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.163s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 9964.703782] env[89459]: DEBUG nova.service [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Creating RPC server for service compute {{(pid=89459) start /opt/stack/nova/nova/service.py:177}} [ 9964.713277] env[89459]: DEBUG nova.service [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] Join ServiceGroup membership for this service compute {{(pid=89459) start /opt/stack/nova/nova/service.py:194}} [ 9964.713443] env[89459]: DEBUG nova.servicegroup.drivers.db [None req-37de23ac-7a43-4b9b-8ca2-4ae654d46b18 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=89459) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 9970.217496] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10017.715210] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10017.715594] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10017.715594] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10017.715668] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10017.715810] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10017.715985] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10017.716153] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_power_states {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10018.219235] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Getting list of instances from cluster (obj){ [10018.219235] env[89459]: value = "domain-c8" [10018.219235] env[89459]: _type = "ClusterComputeResource" [10018.219235] env[89459]: } {{(pid=89459) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [10018.219874] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10018.221025] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a2292c-fffc-4bb5-832a-d27a57c0bb64 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10018.230434] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Got total of 0 instances {{(pid=89459) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [10018.230615] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10018.230783] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10018.230898] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10018.733736] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10018.734221] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10018.734221] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10018.734221] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10018.734794] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10018.735649] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3f49e3-b6e7-492b-8c25-d834ea348e14 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10018.743269] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10018.744531] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba0bda-d041-48db-8132-f70efd6c55e9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10018.758560] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10018.759314] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919d189f-4f02-4d3c-9cc0-d2d9d2426c49 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10018.765762] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10018.766782] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92b5803-e58f-412c-9086-54eef1a53b84 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10018.794705] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180389MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10018.794848] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10018.794978] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10019.812425] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10019.812732] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10019.825327] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10019.826503] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79245a1e-4077-46ad-9c2f-9c965baf915f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10019.833386] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10019.834411] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e54dc1-4640-433f-a39b-38d6ab92c453 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10019.864677] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10019.865440] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53abbdd4-0b07-4704-8477-d4f0dea3159a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10019.872435] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10019.874378] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a3593b-a970-4dc7-a53a-fee72f5815bf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10019.888075] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10020.391108] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10020.392339] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10020.392587] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10020.392719] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10020.393023] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Getting list of instances from cluster (obj){ [10020.393023] env[89459]: value = "domain-c8" [10020.393023] env[89459]: _type = "ClusterComputeResource" [10020.393023] env[89459]: } {{(pid=89459) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [10020.393525] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10020.394560] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c18e4a1-96f1-4511-8e8a-d3e4a57a059a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10020.403680] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Got total of 0 instances {{(pid=89459) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [10020.404018] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 56.93 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10077.329843] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10077.330651] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10077.837030] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10077.837145] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10077.837264] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10077.837367] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10077.837471] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10077.837577] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10077.837725] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10077.837849] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10078.341633] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10078.342208] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10078.342208] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10078.342208] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10078.342677] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10078.344498] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eb527d-2dd1-46a1-95d7-35fb8dcf479b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10078.353368] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10078.356021] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3199bf2-2aaa-4aa7-b97c-280ccde70143 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10078.374282] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10078.375898] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392996b2-a8c1-4cb6-b661-f1cf31a11809 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10078.383944] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10078.385106] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0513a302-eb25-4797-93c1-ae9a7458cd9c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10078.427831] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180393MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10078.427831] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10078.428136] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10079.462388] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10079.462388] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10079.479936] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10079.483206] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0186007-3ad0-43c5-8570-b9a39d6825ce {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10079.494014] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10079.498924] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e195c9b-6d23-4795-be22-2f093326533c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10079.528376] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10079.529326] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67300478-e5bb-4a50-b2ec-89afa1a75948 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10079.544655] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10079.547222] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3627a5a3-8122-43f6-a36b-752387967e10 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10079.565684] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10080.071946] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10080.074911] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10080.074911] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.647s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10080.077156] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 60.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10083.905223] env[89459]: INFO nova.utils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The default thread pool MainProcess.default is initialized [10083.908819] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10083.908819] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10084.411135] env[89459]: DEBUG nova.compute.manager [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10084.963190] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10084.963190] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10084.964854] env[89459]: INFO nova.compute.claims [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10085.649243] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "e53072c9-76ed-4f47-baa8-4eaf1528f195" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10085.649243] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "e53072c9-76ed-4f47-baa8-4eaf1528f195" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10086.062605] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Acquiring lock "c8964d74-bc36-4d23-9197-feec457db24c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10086.062965] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Lock "c8964d74-bc36-4d23-9197-feec457db24c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10086.069868] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10086.075836] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0489cfb7-774c-4dd8-bcbd-1099c55b00ae {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10086.088369] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10086.091389] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530b3316-2c97-4251-bff8-ddc768420517 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10086.129528] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10086.130348] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da625428-096a-4ba0-9fb1-a38f0bcd3443 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10086.139127] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10086.139884] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5faf234-65bb-4dba-a53a-983388d3d0e1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10086.158146] env[89459]: DEBUG nova.compute.manager [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10086.168729] env[89459]: DEBUG nova.compute.provider_tree [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10086.176652] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquiring lock "dcb42370-4cb1-4313-a13d-a232b0629928" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10086.176652] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Lock "dcb42370-4cb1-4313-a13d-a232b0629928" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10086.566058] env[89459]: DEBUG nova.compute.manager [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10086.677339] env[89459]: DEBUG nova.scheduler.client.report [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10086.683691] env[89459]: DEBUG nova.compute.manager [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10086.701556] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10086.730035] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "740ea210-88de-4da5-b9fa-9a12544e16b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10086.730035] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "740ea210-88de-4da5-b9fa-9a12544e16b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10087.096838] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10087.185526] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10087.186219] env[89459]: DEBUG nova.compute.manager [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10087.188860] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.487s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10087.190493] env[89459]: INFO nova.compute.claims [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10087.217128] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10087.235984] env[89459]: DEBUG nova.compute.manager [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10087.542336] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Acquiring lock "6ffc35a0-9b11-4330-a155-090aa8045f62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10087.543848] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Lock "6ffc35a0-9b11-4330-a155-090aa8045f62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10087.697948] env[89459]: DEBUG nova.compute.utils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10087.701755] env[89459]: DEBUG nova.compute.manager [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10087.702641] env[89459]: DEBUG nova.network.neutron [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10087.703710] env[89459]: WARNING neutronclient.v2_0.client [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10087.705507] env[89459]: WARNING neutronclient.v2_0.client [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10087.769369] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10088.001128] env[89459]: DEBUG nova.policy [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41fb8f742b3545c8817eb09a00086a1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75de3adaf69748f3ac89810064d75b4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10088.046663] env[89459]: DEBUG nova.compute.manager [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10088.210354] env[89459]: DEBUG nova.compute.manager [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10088.311026] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10088.312461] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3e1de2-15b9-4402-a34b-23eeadce7030 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10088.323093] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10088.324087] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1afd05a-e3ea-45bb-addf-e156d742408d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10088.356777] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10088.359337] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5875465-add8-4427-a31b-49d3852534c9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10088.368227] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10088.370485] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca90794-5794-4c4a-a037-042ead555484 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10088.386016] env[89459]: DEBUG nova.compute.provider_tree [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10088.578229] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10088.844109] env[89459]: DEBUG nova.network.neutron [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Successfully created port: bac74a67-c2ab-4134-97e6-9b2bd1a99649 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10088.890118] env[89459]: DEBUG nova.scheduler.client.report [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10089.222209] env[89459]: DEBUG nova.compute.manager [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10089.259030] env[89459]: DEBUG nova.virt.hardware [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10089.261303] env[89459]: DEBUG nova.virt.hardware [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10089.261415] env[89459]: DEBUG nova.virt.hardware [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10089.261533] env[89459]: DEBUG nova.virt.hardware [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10089.261602] env[89459]: DEBUG nova.virt.hardware [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10089.261714] env[89459]: DEBUG nova.virt.hardware [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10089.261890] env[89459]: DEBUG nova.virt.hardware [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10089.262015] env[89459]: DEBUG nova.virt.hardware [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10089.262395] env[89459]: DEBUG nova.virt.hardware [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10089.262531] env[89459]: DEBUG nova.virt.hardware [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10089.262663] env[89459]: DEBUG nova.virt.hardware [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10089.264824] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10089.264875] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653daa23-4152-4222-9a55-1910d8106eca {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10089.273622] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10089.276338] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822c96e4-2dc4-40e4-81a0-39d2842a6e4d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10089.296141] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10089.299353] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d38738f-1f93-4297-b61f-bfb5a842e35d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10089.397397] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10089.398397] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.302s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10089.402142] env[89459]: DEBUG nova.compute.manager [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10089.402425] env[89459]: INFO nova.compute.claims [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10089.909135] env[89459]: DEBUG nova.compute.utils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10089.910477] env[89459]: DEBUG nova.compute.manager [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10089.910725] env[89459]: DEBUG nova.network.neutron [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10089.911424] env[89459]: WARNING neutronclient.v2_0.client [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10089.911733] env[89459]: WARNING neutronclient.v2_0.client [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10090.222289] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10090.343862] env[89459]: DEBUG nova.policy [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43fbd6a597954b9da18e1ed2870c7890', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ccff86595524869a862a66e8c31ede4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10090.414521] env[89459]: DEBUG nova.compute.manager [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10090.525464] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10090.526478] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f719ec-7ad5-4b98-a701-b296a36a2a46 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10090.535283] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10090.536413] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2972433-d001-48cb-b962-e12c5eef9303 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10090.573795] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10090.575046] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2b3f7b-781f-49ff-816a-17d8def3b02a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10090.587318] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10090.588745] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1333efcd-b8b6-4365-b37c-fde6d793f6bf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10090.614453] env[89459]: DEBUG nova.compute.provider_tree [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10090.742034] env[89459]: DEBUG nova.network.neutron [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Successfully created port: eeb6e135-96fb-4464-91f7-3d993cf3f9f6 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10091.117649] env[89459]: DEBUG nova.scheduler.client.report [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10091.153244] env[89459]: DEBUG nova.network.neutron [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Successfully updated port: bac74a67-c2ab-4134-97e6-9b2bd1a99649 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10091.426929] env[89459]: DEBUG nova.compute.manager [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10091.462743] env[89459]: DEBUG nova.virt.hardware [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10091.462931] env[89459]: DEBUG nova.virt.hardware [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10091.464124] env[89459]: DEBUG nova.virt.hardware [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10091.464124] env[89459]: DEBUG nova.virt.hardware [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10091.464124] env[89459]: DEBUG nova.virt.hardware [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10091.464124] env[89459]: DEBUG nova.virt.hardware [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10091.464124] env[89459]: DEBUG nova.virt.hardware [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10091.464396] env[89459]: DEBUG nova.virt.hardware [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10091.464396] env[89459]: DEBUG nova.virt.hardware [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10091.464396] env[89459]: DEBUG nova.virt.hardware [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10091.464396] env[89459]: DEBUG nova.virt.hardware [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10091.464595] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10091.465518] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80405bd9-eb13-4dc0-abc9-02cb92659780 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10092.014367] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10092.019454] env[89459]: DEBUG nova.compute.manager [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10092.022952] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10092.024356] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.806s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10092.026638] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquired lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10092.029221] env[89459]: INFO nova.compute.claims [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10092.031554] env[89459]: DEBUG nova.network.neutron [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10092.033454] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10092.034854] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65babe0-a4bf-4dbb-85d4-3fdc5106c69c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10092.527218] env[89459]: DEBUG nova.compute.utils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10092.527688] env[89459]: DEBUG nova.compute.manager [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10092.528048] env[89459]: DEBUG nova.network.neutron [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10092.528210] env[89459]: WARNING neutronclient.v2_0.client [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10092.528650] env[89459]: WARNING neutronclient.v2_0.client [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10092.652364] env[89459]: DEBUG nova.network.neutron [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Successfully updated port: eeb6e135-96fb-4464-91f7-3d993cf3f9f6 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10092.724863] env[89459]: DEBUG nova.network.neutron [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10092.763871] env[89459]: DEBUG nova.policy [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b579ec8de734930a98af4e662353286', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73e94ed74de44123909ba468dfedc037', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10092.989687] env[89459]: DEBUG nova.compute.manager [req-6983c7ff-4f94-4458-a0be-6ffcf01f9034 req-7b866e54-77cb-48e6-894e-4b1f873e37b9 service nova] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Received event network-vif-plugged-bac74a67-c2ab-4134-97e6-9b2bd1a99649 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10092.990570] env[89459]: DEBUG oslo_concurrency.lockutils [req-6983c7ff-4f94-4458-a0be-6ffcf01f9034 req-7b866e54-77cb-48e6-894e-4b1f873e37b9 service nova] Acquiring lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10092.990570] env[89459]: DEBUG oslo_concurrency.lockutils [req-6983c7ff-4f94-4458-a0be-6ffcf01f9034 req-7b866e54-77cb-48e6-894e-4b1f873e37b9 service nova] Lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10092.990570] env[89459]: DEBUG oslo_concurrency.lockutils [req-6983c7ff-4f94-4458-a0be-6ffcf01f9034 req-7b866e54-77cb-48e6-894e-4b1f873e37b9 service nova] Lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10092.990570] env[89459]: DEBUG nova.compute.manager [req-6983c7ff-4f94-4458-a0be-6ffcf01f9034 req-7b866e54-77cb-48e6-894e-4b1f873e37b9 service nova] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] No waiting events found dispatching network-vif-plugged-bac74a67-c2ab-4134-97e6-9b2bd1a99649 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10092.990759] env[89459]: WARNING nova.compute.manager [req-6983c7ff-4f94-4458-a0be-6ffcf01f9034 req-7b866e54-77cb-48e6-894e-4b1f873e37b9 service nova] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Received unexpected event network-vif-plugged-bac74a67-c2ab-4134-97e6-9b2bd1a99649 for instance with vm_state building and task_state spawning. [10093.031725] env[89459]: DEBUG nova.compute.manager [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10093.145667] env[89459]: WARNING neutronclient.v2_0.client [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10093.156469] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "refresh_cache-e53072c9-76ed-4f47-baa8-4eaf1528f195" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10093.157303] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquired lock "refresh_cache-e53072c9-76ed-4f47-baa8-4eaf1528f195" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10093.157502] env[89459]: DEBUG nova.network.neutron [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10093.173298] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10093.174325] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dafae1-b3ab-41d8-875a-ada9d6b2d564 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10093.182366] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10093.183442] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22300d3-bd3e-4237-81cb-eac47fbb133d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10093.218120] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10093.218987] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370e9853-de8b-46a7-8c70-b2c5b895b7f1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10093.222537] env[89459]: DEBUG nova.network.neutron [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Successfully created port: 667fc912-6ea4-4f64-972c-84e5b4567360 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10093.230970] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10093.231871] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effa2e7a-a927-4885-b0e7-31b0ca1c715a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10093.248766] env[89459]: DEBUG nova.compute.provider_tree [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10093.751933] env[89459]: DEBUG nova.scheduler.client.report [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10094.021718] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Acquiring lock "a32bb6ef-0bb5-4210-ae5c-077656a589ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10094.021718] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Lock "a32bb6ef-0bb5-4210-ae5c-077656a589ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10094.042652] env[89459]: DEBUG nova.compute.manager [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10094.067722] env[89459]: DEBUG nova.virt.hardware [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10094.068184] env[89459]: DEBUG nova.virt.hardware [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10094.068301] env[89459]: DEBUG nova.virt.hardware [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10094.068436] env[89459]: DEBUG nova.virt.hardware [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10094.068540] env[89459]: DEBUG nova.virt.hardware [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10094.068740] env[89459]: DEBUG nova.virt.hardware [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10094.068808] env[89459]: DEBUG nova.virt.hardware [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10094.068905] env[89459]: DEBUG nova.virt.hardware [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10094.069043] env[89459]: DEBUG nova.virt.hardware [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10094.069161] env[89459]: DEBUG nova.virt.hardware [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10094.069288] env[89459]: DEBUG nova.virt.hardware [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10094.069998] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10094.070607] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a484c66b-b157-4268-a3b6-c74a58355772 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10094.078747] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10094.080046] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3315367-3557-40c4-b948-f2543942e4d4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10094.124777] env[89459]: DEBUG nova.network.neutron [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance_info_cache with network_info: [{"id": "bac74a67-c2ab-4134-97e6-9b2bd1a99649", "address": "fa:16:3e:b1:2f:7d", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac74a67-c2", "ovs_interfaceid": "bac74a67-c2ab-4134-97e6-9b2bd1a99649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10094.179194] env[89459]: DEBUG nova.network.neutron [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10094.256958] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10094.257653] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.488s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10094.259339] env[89459]: DEBUG nova.compute.manager [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10094.261486] env[89459]: INFO nova.compute.claims [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10094.523786] env[89459]: DEBUG nova.compute.manager [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10094.627288] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Releasing lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10094.627595] env[89459]: DEBUG nova.compute.manager [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Instance network_info: |[{"id": "bac74a67-c2ab-4134-97e6-9b2bd1a99649", "address": "fa:16:3e:b1:2f:7d", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac74a67-c2", "ovs_interfaceid": "bac74a67-c2ab-4134-97e6-9b2bd1a99649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10094.628248] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:2f:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bac74a67-c2ab-4134-97e6-9b2bd1a99649', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10094.640919] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10094.641446] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10094.641691] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ca18df0-1d35-497f-93d7-39cd5506a1f5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10094.657280] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Created folder: OpenStack in parent group-v4. [10094.657471] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Creating folder: Project (75de3adaf69748f3ac89810064d75b4d). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10094.657933] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10094.658180] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8a8b4b2-c82c-4b12-9cd9-c72925f25356 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10094.668454] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Created folder: Project (75de3adaf69748f3ac89810064d75b4d) in parent group-v1116138. [10094.668601] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Creating folder: Instances. Parent ref: group-v1116139. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10094.669131] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10094.669377] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ec05ad2-9a86-4701-8177-95d3840cee60 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10094.677554] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Created folder: Instances in parent group-v1116139. [10094.678250] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10094.678485] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10094.678908] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10094.679457] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5426d2f0-f4c9-4db0-81d3-eba3e4f7e4ba {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10094.699066] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10094.699066] env[89459]: value = "task-5767086" [10094.699066] env[89459]: _type = "Task" [10094.699066] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10094.703016] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10094.710326] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767086, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10094.710447] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10094.766208] env[89459]: DEBUG nova.compute.utils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10094.770388] env[89459]: DEBUG nova.compute.manager [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Not allocating networking since 'none' was specified. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2036}} [10095.050238] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10095.070586] env[89459]: DEBUG nova.network.neutron [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Successfully updated port: 667fc912-6ea4-4f64-972c-84e5b4567360 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10095.201727] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10095.211847] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767086, 'name': CreateVM_Task, 'duration_secs': 0.435729} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10095.212528] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10095.213020] env[89459]: WARNING neutronclient.v2_0.client [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10095.273091] env[89459]: DEBUG nova.compute.manager [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10095.401025] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10095.402199] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff51e4e-8575-45f8-8881-c76cc8f4f7b0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10095.409843] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10095.410887] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb781f48-287a-458c-a45d-54ab47482fd2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10095.443169] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10095.444396] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ffe02f-e072-48d5-ad99-02047e66c732 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10095.453894] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10095.455401] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399999f3-b539-462f-8acd-a9b67129363a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10095.470615] env[89459]: DEBUG nova.compute.provider_tree [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10095.556536] env[89459]: DEBUG oslo_vmware.service [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42716791-1570-4eb1-ba45-91018d0c7677 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10095.565559] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10095.565766] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10095.566518] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10095.567841] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10095.568077] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05750d71-c7a3-4eab-aa55-a07f6031444c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10095.574625] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10095.574625] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52d62730-9354-b76c-8bf9-aea8b2241a03" [10095.574625] env[89459]: _type = "Task" [10095.574625] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10095.575846] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Acquiring lock "refresh_cache-c8964d74-bc36-4d23-9197-feec457db24c" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10095.576065] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Acquired lock "refresh_cache-c8964d74-bc36-4d23-9197-feec457db24c" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10095.576403] env[89459]: DEBUG nova.network.neutron [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10095.577491] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10095.594619] env[89459]: ERROR oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' failed: oslo_vmware.exceptions.FileNotFoundException: File [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10095.594619] env[89459]: ERROR oslo.service.backend._threading.loopingcall Traceback (most recent call last): [10095.594619] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py", line 119, in _run_loop [10095.594619] env[89459]: ERROR oslo.service.backend._threading.loopingcall result = func(*self.args, **self.kwargs) [10095.594619] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/oslo.vmware/oslo_vmware/api.py", line 370, in _poll_task [10095.594619] env[89459]: ERROR oslo.service.backend._threading.loopingcall raise exceptions.translate_fault(task_info.error) [10095.594619] env[89459]: ERROR oslo.service.backend._threading.loopingcall oslo_vmware.exceptions.FileNotFoundException: File [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10095.594619] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10095.594619] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10095.595225] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10095.595225] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10095.595225] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10095.595225] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10095.596019] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10095.596400] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c506725-8d9d-43a2-81f1-f8d37bdff706 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10095.614938] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10095.615103] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10095.615720] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10095.616993] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d093a26-06a2-4a2e-9fd1-99bdea8886c6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10095.625471] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10095.626124] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed63b57-d4f3-42dd-86dc-18f19fe10d19 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10095.632135] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10095.632135] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52394dd9-ebf8-46a2-de96-ef1410e56c79" [10095.632135] env[89459]: _type = "Task" [10095.632135] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10095.632671] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10095.641540] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52394dd9-ebf8-46a2-de96-ef1410e56c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10095.641724] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10095.808065] env[89459]: WARNING neutronclient.v2_0.client [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10095.974809] env[89459]: DEBUG nova.scheduler.client.report [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10096.136176] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.143878] env[89459]: ERROR oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' failed: oslo_vmware.exceptions.FileNotFoundException: File [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10096.143878] env[89459]: ERROR oslo.service.backend._threading.loopingcall Traceback (most recent call last): [10096.143878] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py", line 119, in _run_loop [10096.143878] env[89459]: ERROR oslo.service.backend._threading.loopingcall result = func(*self.args, **self.kwargs) [10096.143878] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/oslo.vmware/oslo_vmware/api.py", line 370, in _poll_task [10096.143878] env[89459]: ERROR oslo.service.backend._threading.loopingcall raise exceptions.translate_fault(task_info.error) [10096.143878] env[89459]: ERROR oslo.service.backend._threading.loopingcall oslo_vmware.exceptions.FileNotFoundException: File [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10096.143878] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10096.145064] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Preparing fetch location {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [10096.145064] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Creating directory with path [datastore2] vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10096.145430] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.145861] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04cefcac-923f-4058-a7cf-3f76a67f194e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10096.168624] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Created directory with path [datastore2] vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10096.168624] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Fetch image to [datastore2] vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [10096.168624] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Downloading image file data 2f960226-b670-42dc-b3ec-0852425a61c4 to [datastore2] vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk on the data store datastore2 {{(pid=89459) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [10096.169426] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.170954] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfce78e-fae6-497c-b49d-1fb3d93629f8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10096.179586] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.181726] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68216aec-7f2d-4a8e-84f1-fe79c37e1521 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10096.191609] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.192664] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22528d1b-f267-40dd-92ab-cf4ae3a06a7a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10096.233570] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.235382] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a02aca3-97f2-4955-84c5-258fc0f532f1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10096.250667] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.250667] env[89459]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-436ee063-bf5f-4d8d-b0fa-a21687f44f5d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10096.288190] env[89459]: DEBUG nova.compute.manager [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10096.292623] env[89459]: DEBUG nova.compute.manager [req-56f57ee7-061c-4c4e-83ec-9084e06f4ba1 req-d48aad17-91a4-4587-9889-2cb7a29d7590 service nova] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Received event network-vif-plugged-eeb6e135-96fb-4464-91f7-3d993cf3f9f6 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10096.292623] env[89459]: DEBUG oslo_concurrency.lockutils [req-56f57ee7-061c-4c4e-83ec-9084e06f4ba1 req-d48aad17-91a4-4587-9889-2cb7a29d7590 service nova] Acquiring lock "e53072c9-76ed-4f47-baa8-4eaf1528f195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10096.292623] env[89459]: DEBUG oslo_concurrency.lockutils [req-56f57ee7-061c-4c4e-83ec-9084e06f4ba1 req-d48aad17-91a4-4587-9889-2cb7a29d7590 service nova] Lock "e53072c9-76ed-4f47-baa8-4eaf1528f195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10096.292623] env[89459]: DEBUG oslo_concurrency.lockutils [req-56f57ee7-061c-4c4e-83ec-9084e06f4ba1 req-d48aad17-91a4-4587-9889-2cb7a29d7590 service nova] Lock "e53072c9-76ed-4f47-baa8-4eaf1528f195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10096.292623] env[89459]: DEBUG nova.compute.manager [req-56f57ee7-061c-4c4e-83ec-9084e06f4ba1 req-d48aad17-91a4-4587-9889-2cb7a29d7590 service nova] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] No waiting events found dispatching network-vif-plugged-eeb6e135-96fb-4464-91f7-3d993cf3f9f6 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10096.293084] env[89459]: WARNING nova.compute.manager [req-56f57ee7-061c-4c4e-83ec-9084e06f4ba1 req-d48aad17-91a4-4587-9889-2cb7a29d7590 service nova] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Received unexpected event network-vif-plugged-eeb6e135-96fb-4464-91f7-3d993cf3f9f6 for instance with vm_state building and task_state spawning. [10096.324104] env[89459]: DEBUG nova.virt.hardware [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10096.324454] env[89459]: DEBUG nova.virt.hardware [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10096.324634] env[89459]: DEBUG nova.virt.hardware [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10096.325103] env[89459]: DEBUG nova.virt.hardware [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10096.326886] env[89459]: DEBUG nova.virt.hardware [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10096.326886] env[89459]: DEBUG nova.virt.hardware [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10096.326886] env[89459]: DEBUG nova.virt.hardware [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10096.326886] env[89459]: DEBUG nova.virt.hardware [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10096.326886] env[89459]: DEBUG nova.virt.hardware [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10096.327174] env[89459]: DEBUG nova.virt.hardware [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10096.327174] env[89459]: DEBUG nova.virt.hardware [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10096.327174] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.327743] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2d6137-5bb2-4bb6-a4a4-06b0d149d94f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10096.345295] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.347623] env[89459]: DEBUG nova.virt.vmwareapi.images [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Downloading image file data 2f960226-b670-42dc-b3ec-0852425a61c4 to the data store datastore2 {{(pid=89459) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [10096.351554] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2a8722-2868-40d5-91f3-7c042b4beba0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10096.374525] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Instance VIF info [] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10096.382059] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Creating folder: Project (f2d61295ead64af3a39380556fd46dda). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10096.383920] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.384117] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f65d7df2-4546-4fab-9ad2-eb76277e6dc5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10096.399693] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Created folder: Project (f2d61295ead64af3a39380556fd46dda) in parent group-v1116138. [10096.399841] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Creating folder: Instances. Parent ref: group-v1116142. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10096.401030] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.401312] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82f11128-84eb-4c6d-87c5-cdbf96621ec8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10096.416249] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Created folder: Instances in parent group-v1116142. [10096.419239] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.419742] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10096.421140] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.421458] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdbf6e76-7b7f-47ac-b731-87eab6737189 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10096.446180] env[89459]: DEBUG oslo_vmware.rw_handles [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=89459) _create_write_connection /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:122}} [10096.453385] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10096.453385] env[89459]: value = "task-5767089" [10096.453385] env[89459]: _type = "Task" [10096.453385] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10096.454833] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.469542] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767089, 'name': CreateVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10096.469676] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10096.481578] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10096.483967] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.904s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10096.484178] env[89459]: DEBUG nova.compute.manager [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10096.488162] env[89459]: INFO nova.compute.claims [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10096.508997] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.images.image_transfer..' sleeping for 60.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10096.831299] env[89459]: DEBUG nova.network.neutron [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10096.952158] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10096.964104] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767089, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10096.964104] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10096.994045] env[89459]: DEBUG nova.compute.utils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10096.998332] env[89459]: DEBUG nova.compute.manager [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10097.002284] env[89459]: DEBUG nova.network.neutron [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10097.002284] env[89459]: WARNING neutronclient.v2_0.client [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10097.002284] env[89459]: WARNING neutronclient.v2_0.client [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10097.133503] env[89459]: DEBUG nova.network.neutron [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Updating instance_info_cache with network_info: [{"id": "eeb6e135-96fb-4464-91f7-3d993cf3f9f6", "address": "fa:16:3e:f5:41:3b", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeb6e135-96", "ovs_interfaceid": "eeb6e135-96fb-4464-91f7-3d993cf3f9f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10097.284583] env[89459]: DEBUG oslo_vmware.rw_handles [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Completed reading data from the image iterator. {{(pid=89459) read /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:765}} [10097.284742] env[89459]: DEBUG oslo_vmware.rw_handles [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=89459) close /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:281}} [10097.338435] env[89459]: DEBUG nova.virt.vmwareapi.images [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Downloaded image file data 2f960226-b670-42dc-b3ec-0852425a61c4 to vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk on the data store datastore2 {{(pid=89459) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [10097.340843] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Caching image {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [10097.341346] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Copying Virtual Disk [datastore2] vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk to [datastore2] vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10097.341952] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.342268] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-727a3aff-9caf-4ae0-93fb-5198b23cda12 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10097.357511] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10097.357511] env[89459]: value = "task-5767090" [10097.357511] env[89459]: _type = "Task" [10097.357511] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10097.358433] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.373172] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10097.373442] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10097.458662] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.472975] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767089, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10097.472975] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10097.499648] env[89459]: DEBUG nova.compute.manager [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10097.636650] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Releasing lock "refresh_cache-e53072c9-76ed-4f47-baa8-4eaf1528f195" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10097.636997] env[89459]: DEBUG nova.compute.manager [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Instance network_info: |[{"id": "eeb6e135-96fb-4464-91f7-3d993cf3f9f6", "address": "fa:16:3e:f5:41:3b", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeb6e135-96", "ovs_interfaceid": "eeb6e135-96fb-4464-91f7-3d993cf3f9f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10097.637500] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:41:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eeb6e135-96fb-4464-91f7-3d993cf3f9f6', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10097.648529] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Creating folder: Project (5ccff86595524869a862a66e8c31ede4). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10097.652202] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.652326] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7950aff8-dd22-4ae6-9d7b-cae3ccb227d4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10097.670815] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Created folder: Project (5ccff86595524869a862a66e8c31ede4) in parent group-v1116138. [10097.671744] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Creating folder: Instances. Parent ref: group-v1116145. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10097.672309] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.673872] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db9044a5-e7b0-4d75-9478-f3972bdcb33a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10097.683506] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Created folder: Instances in parent group-v1116145. [10097.684128] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.684390] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10097.684880] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.685584] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a89f2479-d87a-4145-bae1-997844164e29 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10097.702255] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.704068] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c07b3ae-5519-4f3b-a854-e6b29863c191 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10097.713080] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.716252] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915346d4-681f-43e0-954f-897c06da9468 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10097.721332] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10097.721332] env[89459]: value = "task-5767093" [10097.721332] env[89459]: _type = "Task" [10097.721332] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10097.726730] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.744533] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767093, 'name': CreateVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10097.744533] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10097.763995] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.765081] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dfbb9d-df9b-4120-ac51-7b4cc1d9c88d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10097.776334] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.777960] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2437d9-ac92-49f4-9248-e961e8468cf0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10097.797255] env[89459]: DEBUG nova.compute.provider_tree [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10097.855304] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.866328] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767090, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10097.866860] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10097.963923] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.976382] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767089, 'name': CreateVM_Task, 'duration_secs': 1.336163} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10097.976985] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10097.977286] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10097.977405] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10097.977678] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10097.978305] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10097.978575] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387c35d6-61d1-4ae8-85d8-373671aab658 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10097.986329] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10097.986329] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5215f8aa-cc87-dd86-d8be-92db39e24686" [10097.986329] env[89459]: _type = "Task" [10097.986329] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10097.987407] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.002509] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5215f8aa-cc87-dd86-d8be-92db39e24686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10098.002916] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10098.224865] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.234521] env[89459]: DEBUG nova.policy [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e2c6df2b03141aba54b45ae84b5ce3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22b4765e3a9a4adfa38695df4b41b775', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10098.244341] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767093, 'name': CreateVM_Task, 'duration_secs': 0.385245} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10098.244341] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10098.244341] env[89459]: WARNING neutronclient.v2_0.client [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10098.244341] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10098.300128] env[89459]: DEBUG nova.scheduler.client.report [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10098.357657] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.368787] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767090, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.013979} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10098.369652] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Copied Virtual Disk [datastore2] vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk to [datastore2] vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10098.370017] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Deleting the datastore file [datastore2] vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10098.370618] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.372971] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af5c9d02-4b7c-4113-9fef-b8fd527d677f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10098.379302] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10098.379302] env[89459]: value = "task-5767094" [10098.379302] env[89459]: _type = "Task" [10098.379302] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10098.382699] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.395186] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10098.395587] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10098.466432] env[89459]: WARNING neutronclient.v2_0.client [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10098.485655] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.495814] env[89459]: ERROR oslo.service.backend._threading.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' failed: oslo_vmware.exceptions.FileNotFoundException: File [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10098.495814] env[89459]: ERROR oslo.service.backend._threading.loopingcall Traceback (most recent call last): [10098.495814] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py", line 119, in _run_loop [10098.495814] env[89459]: ERROR oslo.service.backend._threading.loopingcall result = func(*self.args, **self.kwargs) [10098.495814] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/oslo.vmware/oslo_vmware/api.py", line 370, in _poll_task [10098.495814] env[89459]: ERROR oslo.service.backend._threading.loopingcall raise exceptions.translate_fault(task_info.error) [10098.495814] env[89459]: ERROR oslo.service.backend._threading.loopingcall oslo_vmware.exceptions.FileNotFoundException: File [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10098.495814] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10098.495814] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10098.496127] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10098.496344] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10098.496586] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10098.496884] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10098.497686] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.498624] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec485f0-e9c5-4c6b-9578-2498a08925a9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10098.503788] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10098.503788] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5225dbb9-67cc-6099-e569-f18b21557ff5" [10098.503788] env[89459]: _type = "Task" [10098.503788] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10098.507995] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.512900] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5225dbb9-67cc-6099-e569-f18b21557ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10098.513105] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10098.517994] env[89459]: DEBUG nova.compute.manager [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10098.568656] env[89459]: DEBUG nova.virt.hardware [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10098.568909] env[89459]: DEBUG nova.virt.hardware [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10098.568968] env[89459]: DEBUG nova.virt.hardware [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10098.569117] env[89459]: DEBUG nova.virt.hardware [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10098.569222] env[89459]: DEBUG nova.virt.hardware [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10098.569326] env[89459]: DEBUG nova.virt.hardware [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10098.569484] env[89459]: DEBUG nova.virt.hardware [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10098.569607] env[89459]: DEBUG nova.virt.hardware [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10098.569732] env[89459]: DEBUG nova.virt.hardware [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10098.569834] env[89459]: DEBUG nova.virt.hardware [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10098.570664] env[89459]: DEBUG nova.virt.hardware [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10098.570664] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.571487] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b035b1ea-a9c4-459b-98f2-de6db488598f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10098.579695] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.580956] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb31324-be2d-468e-90f0-c62ea1dc9c10 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10098.804928] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10098.805884] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.755s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10098.810023] env[89459]: DEBUG nova.compute.manager [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10098.810195] env[89459]: INFO nova.compute.claims [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10098.817250] env[89459]: DEBUG nova.network.neutron [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Successfully created port: 565d29c4-bed8-4eac-91ba-5e3bd76a330b {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10098.886399] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.898385] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025981} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10098.899732] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10098.900024] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Moving file from [datastore2] vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b/2f960226-b670-42dc-b3ec-0852425a61c4 to [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4. {{(pid=89459) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [10098.903248] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.903248] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-159b4e65-c356-4f67-a655-dea805af0406 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10098.911310] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10098.911310] env[89459]: value = "task-5767095" [10098.911310] env[89459]: _type = "Task" [10098.911310] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10098.912579] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10098.922959] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767095, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10098.923164] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10099.005656] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10099.022401] env[89459]: ERROR oslo.service.backend._threading.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' failed: oslo_vmware.exceptions.FileNotFoundException: File [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10099.022401] env[89459]: ERROR oslo.service.backend._threading.loopingcall Traceback (most recent call last): [10099.022401] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py", line 119, in _run_loop [10099.022401] env[89459]: ERROR oslo.service.backend._threading.loopingcall result = func(*self.args, **self.kwargs) [10099.022401] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/oslo.vmware/oslo_vmware/api.py", line 370, in _poll_task [10099.022401] env[89459]: ERROR oslo.service.backend._threading.loopingcall raise exceptions.translate_fault(task_info.error) [10099.022401] env[89459]: ERROR oslo.service.backend._threading.loopingcall oslo_vmware.exceptions.FileNotFoundException: File [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10099.022401] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10099.023429] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10099.023429] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10099.023429] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10099.321368] env[89459]: DEBUG nova.compute.utils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10099.326042] env[89459]: DEBUG nova.compute.manager [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10099.326675] env[89459]: DEBUG nova.network.neutron [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10099.327648] env[89459]: WARNING neutronclient.v2_0.client [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10099.327970] env[89459]: WARNING neutronclient.v2_0.client [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10099.415777] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10099.428369] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767095, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027366} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10099.428858] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] File moved {{(pid=89459) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [10099.429355] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Cleaning up location [datastore2] vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [10099.429355] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Deleting the datastore file [datastore2] vmware_temp/3e96d4da-6a37-4e2a-b67f-daecbab8737b {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10099.429715] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10099.430143] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-829f5ca7-3ef3-4126-8c73-656a81d8dbd6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10099.439117] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10099.439117] env[89459]: value = "task-5767096" [10099.439117] env[89459]: _type = "Task" [10099.439117] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10099.440282] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10099.451935] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10099.452540] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10099.827895] env[89459]: DEBUG nova.compute.manager [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10099.944673] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10099.956744] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027399} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10099.956744] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10099.959584] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10099.960503] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e580d2-d7dd-4104-8a3c-eb9b6331e0cd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10099.964424] env[89459]: DEBUG nova.network.neutron [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Updating instance_info_cache with network_info: [{"id": "667fc912-6ea4-4f64-972c-84e5b4567360", "address": "fa:16:3e:ff:f4:37", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667fc912-6e", "ovs_interfaceid": "667fc912-6ea4-4f64-972c-84e5b4567360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10099.967941] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10099.969091] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7091bf6-6f0d-4313-b0dc-8deb8f8891e1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10099.977890] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10099.977890] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52d054c2-901f-6813-d7e9-27effe729ba0" [10099.977890] env[89459]: _type = "Task" [10099.977890] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10099.978612] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10099.980490] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44399bd6-9980-4300-b38b-34e0ecb9aa5c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10099.984276] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.011309] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52d054c2-901f-6813-d7e9-27effe729ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10100.021491] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10100.021738] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b/8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10100.030233] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10100.030422] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10100.035736] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.037348] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e17f30b5-dea6-4f25-a456-beb61e193a17 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.040335] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.040969] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.044681] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a3211fc-e8f6-4394-b93f-af6bb8bbeaf4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.049263] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f8f810-85f3-481f-b2a2-584bb0ca0653 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.052364] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10100.052364] env[89459]: value = "task-5767097" [10100.052364] env[89459]: _type = "Task" [10100.052364] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10100.055166] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.069027] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10100.070407] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10100.071660] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.073426] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10100.073612] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd06172-00d2-4cb3-8197-9e94c8900905 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.078600] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.078907] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10100.079237] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58220e61-c2cb-4cd0-841c-4845ad383012 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.094346] env[89459]: DEBUG nova.compute.provider_tree [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10100.096492] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10100.096492] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5221b5ed-ad1a-4eac-5306-951c332c2897" [10100.096492] env[89459]: _type = "Task" [10100.096492] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10100.097187] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.110454] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5221b5ed-ad1a-4eac-5306-951c332c2897, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10100.115191] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.116373] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e2af78-8b60-46ec-8f44-ce3d81410a8d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.124852] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10100.124852] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52dd8250-7674-e803-4ad8-76795eb4addd" [10100.124852] env[89459]: _type = "Task" [10100.124852] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10100.125327] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.143367] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52dd8250-7674-e803-4ad8-76795eb4addd, 'name': SearchDatastore_Task, 'duration_secs': 0.009234} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10100.143367] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10100.144050] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928/dcb42370-4cb1-4313-a13d-a232b0629928.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10100.144662] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.144875] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-349ddccb-d864-415d-8c96-67a7ef4a1b2f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.148048] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10100.148245] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10100.149874] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.150988] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d547b9f-ac5d-446e-8fac-ec592111e83a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.155038] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10100.155038] env[89459]: value = "task-5767098" [10100.155038] env[89459]: _type = "Task" [10100.155038] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10100.155687] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.168233] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10100.168481] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10100.169627] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10100.169627] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10100.172589] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.176690] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e0bfc2-3b83-41fe-a4e6-19bb3d7fe23e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.184440] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10100.184440] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52ecd8fb-1a5f-e8a0-1b51-6285dd7fbca4" [10100.184440] env[89459]: _type = "Task" [10100.184440] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10100.184751] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.196102] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52ecd8fb-1a5f-e8a0-1b51-6285dd7fbca4, 'name': SearchDatastore_Task, 'duration_secs': 0.008813} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10100.202334] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.202702] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca73506-2c76-47c7-ba21-10a022b555e2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.210152] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10100.210152] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5243945d-df42-a2f4-477c-0ee340372756" [10100.210152] env[89459]: _type = "Task" [10100.210152] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10100.212050] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.224094] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5243945d-df42-a2f4-477c-0ee340372756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10100.225377] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10100.474929] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Releasing lock "refresh_cache-c8964d74-bc36-4d23-9197-feec457db24c" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10100.475350] env[89459]: DEBUG nova.compute.manager [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Instance network_info: |[{"id": "667fc912-6ea4-4f64-972c-84e5b4567360", "address": "fa:16:3e:ff:f4:37", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667fc912-6e", "ovs_interfaceid": "667fc912-6ea4-4f64-972c-84e5b4567360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10100.475846] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:f4:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '667fc912-6ea4-4f64-972c-84e5b4567360', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10100.490726] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Creating folder: Project (73e94ed74de44123909ba468dfedc037). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10100.491716] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.496510] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e86b415-28b1-447d-906e-a49638bd39be {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.510847] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Created folder: Project (73e94ed74de44123909ba468dfedc037) in parent group-v1116138. [10100.510847] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Creating folder: Instances. Parent ref: group-v1116148. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10100.510847] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.510847] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9144b347-367e-474b-b95e-824b149e589d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.536494] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Created folder: Instances in parent group-v1116148. [10100.536494] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.539392] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10100.542023] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.542023] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eea962db-4869-414f-aa00-5cc92d90db92 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.560275] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.568507] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10100.568507] env[89459]: value = "task-5767101" [10100.568507] env[89459]: _type = "Task" [10100.568507] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10100.573365] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767097, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10100.577808] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.578428] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10100.583384] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767101, 'name': CreateVM_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10100.583534] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10100.602528] env[89459]: DEBUG nova.scheduler.client.report [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10100.660332] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.680732] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767098, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10100.680933] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10100.716647] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.730349] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5243945d-df42-a2f4-477c-0ee340372756, 'name': SearchDatastore_Task, 'duration_secs': 0.075893} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10100.731419] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10100.731419] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] e53072c9-76ed-4f47-baa8-4eaf1528f195/e53072c9-76ed-4f47-baa8-4eaf1528f195.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10100.732012] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.732483] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6318908c-53ae-42ea-b4dc-402b844e50bd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.748653] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10100.748653] env[89459]: value = "task-5767102" [10100.748653] env[89459]: _type = "Task" [10100.748653] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10100.750616] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.762850] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10100.763447] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10100.784263] env[89459]: DEBUG nova.network.neutron [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Successfully updated port: 565d29c4-bed8-4eac-91ba-5e3bd76a330b {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10100.839339] env[89459]: DEBUG nova.compute.manager [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10100.846602] env[89459]: DEBUG nova.policy [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '992152c17a204b289cba1c0683328204', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5eda1acce6c34ab2867de8684b5b68dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10100.881317] env[89459]: DEBUG nova.virt.hardware [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10100.881613] env[89459]: DEBUG nova.virt.hardware [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10100.881825] env[89459]: DEBUG nova.virt.hardware [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10100.882301] env[89459]: DEBUG nova.virt.hardware [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10100.882490] env[89459]: DEBUG nova.virt.hardware [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10100.882603] env[89459]: DEBUG nova.virt.hardware [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10100.883023] env[89459]: DEBUG nova.virt.hardware [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10100.883201] env[89459]: DEBUG nova.virt.hardware [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10100.883375] env[89459]: DEBUG nova.virt.hardware [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10100.883643] env[89459]: DEBUG nova.virt.hardware [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10100.883759] env[89459]: DEBUG nova.virt.hardware [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10100.885102] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.886231] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161ca7b3-fc2d-4d0b-a7d4-a1978ac0c4e6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10100.896563] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10100.898431] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c634570a-e328-4a4f-b4b6-3da4d29a070b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10101.039181] env[89459]: DEBUG nova.compute.manager [req-bd486acf-7e72-4067-bb6b-7ee89f392bde req-e07a3493-e6a5-46c9-a996-338f4cd8b51e service nova] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Received event network-changed-bac74a67-c2ab-4134-97e6-9b2bd1a99649 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10101.041440] env[89459]: DEBUG nova.compute.manager [req-bd486acf-7e72-4067-bb6b-7ee89f392bde req-e07a3493-e6a5-46c9-a996-338f4cd8b51e service nova] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Refreshing instance network info cache due to event network-changed-bac74a67-c2ab-4134-97e6-9b2bd1a99649. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10101.041440] env[89459]: DEBUG oslo_concurrency.lockutils [req-bd486acf-7e72-4067-bb6b-7ee89f392bde req-e07a3493-e6a5-46c9-a996-338f4cd8b51e service nova] Acquiring lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10101.043374] env[89459]: DEBUG oslo_concurrency.lockutils [req-bd486acf-7e72-4067-bb6b-7ee89f392bde req-e07a3493-e6a5-46c9-a996-338f4cd8b51e service nova] Acquired lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10101.043374] env[89459]: DEBUG nova.network.neutron [req-bd486acf-7e72-4067-bb6b-7ee89f392bde req-e07a3493-e6a5-46c9-a996-338f4cd8b51e service nova] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Refreshing network info cache for port bac74a67-c2ab-4134-97e6-9b2bd1a99649 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10101.059859] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.073541] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527205} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10101.073830] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b/8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10101.074721] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10101.075337] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.080722] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.081810] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15e1f746-79f4-4a26-838d-fc04ad9f530b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10101.088910] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767101, 'name': CreateVM_Task, 'duration_secs': 0.418748} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10101.088910] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10101.089722] env[89459]: WARNING neutronclient.v2_0.client [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10101.090732] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10101.090845] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10101.091151] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10101.092563] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.093861] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76a0e3a-6b95-45a6-9723-8611cd608631 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10101.099413] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10101.099413] env[89459]: value = "task-5767103" [10101.099413] env[89459]: _type = "Task" [10101.099413] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10101.102278] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.107077] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for the task: (returnval){ [10101.107077] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52203608-608d-83bf-a55a-c96601a6d42d" [10101.107077] env[89459]: _type = "Task" [10101.107077] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10101.111302] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.113229] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10101.113851] env[89459]: DEBUG nova.compute.manager [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10101.128609] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10101.129314] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10101.134215] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52203608-608d-83bf-a55a-c96601a6d42d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10101.134460] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10101.162811] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.180759] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774183} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10101.181057] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928/dcb42370-4cb1-4313-a13d-a232b0629928.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10101.181309] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10101.181826] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.185013] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d21a4402-3d16-4dfc-9484-594c555346cb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10101.193560] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10101.193560] env[89459]: value = "task-5767104" [10101.193560] env[89459]: _type = "Task" [10101.193560] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10101.197043] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.211328] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10101.211782] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10101.254988] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.268909] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767102, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10101.269385] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10101.288691] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "refresh_cache-740ea210-88de-4da5-b9fa-9a12544e16b1" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10101.289383] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquired lock "refresh_cache-740ea210-88de-4da5-b9fa-9a12544e16b1" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10101.289508] env[89459]: DEBUG nova.network.neutron [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10101.472155] env[89459]: DEBUG nova.network.neutron [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Successfully created port: cab41d2c-bc27-41db-afd3-8cfd1c6799b8 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10101.549030] env[89459]: WARNING neutronclient.v2_0.client [req-bd486acf-7e72-4067-bb6b-7ee89f392bde req-e07a3493-e6a5-46c9-a996-338f4cd8b51e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10101.600060] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.611449] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091729} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10101.611958] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10101.613142] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.615077] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3e7186-5206-45de-baa1-b5bda0305959 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10101.621842] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.629689] env[89459]: DEBUG nova.compute.utils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10101.644310] env[89459]: DEBUG nova.compute.manager [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Not allocating networking since 'none' was specified. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2036}} [10101.672062] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52203608-608d-83bf-a55a-c96601a6d42d, 'name': SearchDatastore_Task, 'duration_secs': 0.052008} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10101.672958] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b/8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10101.673664] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10101.675839] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10101.676479] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.676747] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3bd8365-41ac-46ba-8f02-7a6b4ccf20a4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10101.682434] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10101.682617] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10101.682789] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10101.683780] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.696456] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d8dbbf3-528c-4023-b528-3152894a7eb3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10101.702889] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.710229] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10101.710229] env[89459]: value = "task-5767105" [10101.710229] env[89459]: _type = "Task" [10101.710229] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10101.713381] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.713542] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10101.719878] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10101.721762] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.722457] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0313fd8e-212b-4c62-9d3b-c3654f26cc50 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10101.735714] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166418} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10101.737405] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10101.737850] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10101.738826] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for the task: (returnval){ [10101.738826] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52b2bbc7-ef9b-a293-ace4-ea9f935afbab" [10101.738826] env[89459]: _type = "Task" [10101.738826] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10101.740034] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10101.746216] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.746627] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.746901] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bb8d15-8e93-45f6-a479-7161e144dd3f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10101.753668] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52b2bbc7-ef9b-a293-ace4-ea9f935afbab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10101.754687] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10101.754687] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.782738] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588801} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10101.783173] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928/dcb42370-4cb1-4313-a13d-a232b0629928.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10101.783896] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] e53072c9-76ed-4f47-baa8-4eaf1528f195/e53072c9-76ed-4f47-baa8-4eaf1528f195.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10101.784734] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10101.785086] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.786177] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-909c8523-f9c2-4888-a170-9985abfa9c80 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10101.792041] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.800360] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-236ef1bc-5328-4bdd-be98-3bd70f641e48 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10101.811590] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10101.811590] env[89459]: value = "task-5767106" [10101.811590] env[89459]: _type = "Task" [10101.811590] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10101.813103] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.818153] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10101.818153] env[89459]: value = "task-5767107" [10101.818153] env[89459]: _type = "Task" [10101.818153] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10101.818834] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10101.829878] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10101.830364] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10101.834742] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10101.834931] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10102.138983] env[89459]: DEBUG nova.compute.manager [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10102.215521] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.225293] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767105, 'name': ReconfigVM_Task, 'duration_secs': 0.288235} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10102.225854] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b/8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10102.227320] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.228232] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8ff7c1b-e071-407c-bc94-e8b74bf1e3da {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10102.236563] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10102.236563] env[89459]: value = "task-5767108" [10102.236563] env[89459]: _type = "Task" [10102.236563] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10102.238263] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.239246] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.256346] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767108, 'name': Rename_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10102.260653] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10102.261116] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52b2bbc7-ef9b-a293-ace4-ea9f935afbab, 'name': SearchDatastore_Task, 'duration_secs': 0.02481} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10102.262809] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.263092] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988c4433-1a9e-4418-87de-bc9f3a0ea92e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10102.270454] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for the task: (returnval){ [10102.270454] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]528cfb41-9b55-7386-007a-6d061a4fb621" [10102.270454] env[89459]: _type = "Task" [10102.270454] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10102.271058] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.281271] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]528cfb41-9b55-7386-007a-6d061a4fb621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10102.281713] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10102.311765] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.316808] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.329702] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10102.329920] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10102.330262] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07028} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10102.330744] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10102.331139] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.332020] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58098bd4-0d8f-4815-94f4-7970500f2303 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10102.358013] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] e53072c9-76ed-4f47-baa8-4eaf1528f195/e53072c9-76ed-4f47-baa8-4eaf1528f195.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10102.358562] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.359285] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2ba4cf2-5b2c-4a07-9f0e-77cd35dda274 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10102.383614] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10102.383614] env[89459]: value = "task-5767109" [10102.383614] env[89459]: _type = "Task" [10102.383614] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10102.385624] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.394808] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10102.394979] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10102.525890] env[89459]: DEBUG nova.network.neutron [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10102.741501] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.753191] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767108, 'name': Rename_Task, 'duration_secs': 0.195957} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10102.753723] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10102.754548] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.754821] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-146c8b7b-b0c1-48c7-b4df-8c16fd799466 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10102.762662] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10102.762662] env[89459]: value = "task-5767110" [10102.762662] env[89459]: _type = "Task" [10102.762662] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10102.763419] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.772494] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10102.773213] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10102.774059] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.786907] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]528cfb41-9b55-7386-007a-6d061a4fb621, 'name': SearchDatastore_Task, 'duration_secs': 0.012408} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10102.790624] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10102.790624] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] c8964d74-bc36-4d23-9197-feec457db24c/c8964d74-bc36-4d23-9197-feec457db24c.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10102.791586] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.793360] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d5966d6-fd6f-4bf3-8606-bb266c9f064c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10102.801491] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for the task: (returnval){ [10102.801491] env[89459]: value = "task-5767111" [10102.801491] env[89459]: _type = "Task" [10102.801491] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10102.802529] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.811960] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.822691] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10102.822896] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10102.823673] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767106, 'name': ReconfigVM_Task, 'duration_secs': 0.704284} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10102.824857] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Reconfigured VM instance instance-00000004 to attach disk [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928/dcb42370-4cb1-4313-a13d-a232b0629928.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10102.825716] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.826362] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47f9e92f-1e89-4740-847c-28457560ae7a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10102.833339] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10102.833339] env[89459]: value = "task-5767112" [10102.833339] env[89459]: _type = "Task" [10102.833339] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10102.833874] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.843029] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767112, 'name': Rename_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10102.843276] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10102.886244] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.896993] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767109, 'name': ReconfigVM_Task, 'duration_secs': 0.295113} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10102.897596] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Reconfigured VM instance instance-00000002 to attach disk [datastore2] e53072c9-76ed-4f47-baa8-4eaf1528f195/e53072c9-76ed-4f47-baa8-4eaf1528f195.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10102.898827] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.899105] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f667382-e597-42c8-bf62-14125c937fde {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10102.908316] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10102.908316] env[89459]: value = "task-5767113" [10102.908316] env[89459]: _type = "Task" [10102.908316] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10102.914859] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10102.919155] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767113, 'name': Rename_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10102.919817] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10103.152048] env[89459]: DEBUG nova.compute.manager [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10103.189978] env[89459]: DEBUG nova.virt.hardware [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10103.190247] env[89459]: DEBUG nova.virt.hardware [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10103.190357] env[89459]: DEBUG nova.virt.hardware [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10103.190482] env[89459]: DEBUG nova.virt.hardware [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10103.190549] env[89459]: DEBUG nova.virt.hardware [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10103.190636] env[89459]: DEBUG nova.virt.hardware [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10103.191041] env[89459]: DEBUG nova.virt.hardware [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10103.191041] env[89459]: DEBUG nova.virt.hardware [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10103.191171] env[89459]: DEBUG nova.virt.hardware [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10103.191171] env[89459]: DEBUG nova.virt.hardware [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10103.191302] env[89459]: DEBUG nova.virt.hardware [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10103.191963] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.193720] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a18622-1ac9-4e2e-98ea-5c76c7fa861d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.207202] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.208948] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d03e0c-29bd-403f-800e-7cf0e8242954 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.228606] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Instance VIF info [] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10103.237755] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Creating folder: Project (0f7053dfe5a74c079281f136ee8ffa04). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10103.238527] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.238869] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a8a6bd7-e5a3-4c6d-af1f-43baeb1f8762 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.253373] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Created folder: Project (0f7053dfe5a74c079281f136ee8ffa04) in parent group-v1116138. [10103.253488] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Creating folder: Instances. Parent ref: group-v1116151. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10103.254717] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.255084] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4944eb0-d156-4c21-818c-d66ef31bf14f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.268736] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.273080] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Created folder: Instances in parent group-v1116151. [10103.275386] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.275596] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10103.276200] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.276599] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1e9222f-da04-4fad-a2ce-610aefd495c0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.287588] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767110, 'name': PowerOnVM_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10103.293175] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10103.305640] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.310498] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10103.310498] env[89459]: value = "task-5767116" [10103.310498] env[89459]: _type = "Task" [10103.310498] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10103.311335] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.320482] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767111, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10103.324424] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10103.324424] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767116, 'name': CreateVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10103.324424] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10103.334943] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.346062] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767112, 'name': Rename_Task, 'duration_secs': 0.135451} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10103.346535] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10103.347087] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.347355] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a69fc77-767c-41d9-b940-57b89dd7eb5f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.355764] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10103.355764] env[89459]: value = "task-5767117" [10103.355764] env[89459]: _type = "Task" [10103.355764] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10103.357035] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.367401] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10103.367401] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10103.413741] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.425786] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767113, 'name': Rename_Task, 'duration_secs': 0.171338} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10103.426533] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10103.426973] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.427270] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c79dc546-0ed2-4c83-9555-eed5084d5bf9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.440047] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10103.440047] env[89459]: value = "task-5767118" [10103.440047] env[89459]: _type = "Task" [10103.440047] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10103.440487] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.453404] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10103.453619] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10103.770201] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.783526] env[89459]: DEBUG oslo_vmware.api [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767110, 'name': PowerOnVM_Task, 'duration_secs': 0.551089} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10103.784425] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10103.784425] env[89459]: INFO nova.compute.manager [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Took 14.56 seconds to spawn the instance on the hypervisor. [10103.784609] env[89459]: DEBUG nova.compute.manager [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10103.785188] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.786164] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4a2cee-a84b-4ceb-bc23-59d680ba52be {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.807542] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.819876] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.827981] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529614} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10103.833686] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767116, 'name': CreateVM_Task, 'duration_secs': 0.453452} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10103.833686] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] c8964d74-bc36-4d23-9197-feec457db24c/c8964d74-bc36-4d23-9197-feec457db24c.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10103.833686] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10103.834259] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.834674] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fafeee9b-f11c-4710-861a-97973d6b6160 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.838526] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10103.840748] env[89459]: DEBUG oslo_vmware.service [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21685327-8fba-4d08-9172-6312e71aef56 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.851101] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for the task: (returnval){ [10103.851101] env[89459]: value = "task-5767119" [10103.851101] env[89459]: _type = "Task" [10103.851101] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10103.856185] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.860135] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10103.860216] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10103.860496] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10103.861219] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.862069] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.871022] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f1da8e-0169-4013-ab2b-447c5562598e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.872880] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10103.884510] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10103.885437] env[89459]: DEBUG oslo_vmware.api [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767117, 'name': PowerOnVM_Task, 'duration_secs': 0.49613} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10103.886864] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10103.888029] env[89459]: INFO nova.compute.manager [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Took 7.60 seconds to spawn the instance on the hypervisor. [10103.889603] env[89459]: DEBUG nova.compute.manager [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10103.891896] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.892749] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a61acbe-5631-4a2d-81a4-45b6b0a011e7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.897945] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10103.897945] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]529304af-1725-c43b-7fe6-5592db9bcaad" [10103.897945] env[89459]: _type = "Task" [10103.897945] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10103.900522] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.919586] env[89459]: ERROR oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' failed: oslo_vmware.exceptions.FileNotFoundException: File [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10103.919586] env[89459]: ERROR oslo.service.backend._threading.loopingcall Traceback (most recent call last): [10103.919586] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py", line 119, in _run_loop [10103.919586] env[89459]: ERROR oslo.service.backend._threading.loopingcall result = func(*self.args, **self.kwargs) [10103.919586] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/oslo.vmware/oslo_vmware/api.py", line 370, in _poll_task [10103.919586] env[89459]: ERROR oslo.service.backend._threading.loopingcall raise exceptions.translate_fault(task_info.error) [10103.919586] env[89459]: ERROR oslo.service.backend._threading.loopingcall oslo_vmware.exceptions.FileNotFoundException: File [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10103.919586] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10103.920333] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10103.920542] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10103.921524] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10103.921524] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10103.921524] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10103.921815] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.923082] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10e1488a-3075-4d66-8511-e54bd5be36d9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.937639] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.947262] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10103.947262] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10103.960043] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.962032] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767118, 'name': PowerOnVM_Task} progress is 1%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10103.963628] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10103.964371] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596eddab-1a96-4837-b34f-ae255ead99a7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.973043] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.973324] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3477cfb2-d0cd-4b72-acaa-824506d00d06 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10103.980214] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10103.980214] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52528934-eaae-a07a-324f-f41debad5ecb" [10103.980214] env[89459]: _type = "Task" [10103.980214] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10103.989702] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.997230] env[89459]: ERROR oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' failed: oslo_vmware.exceptions.FileNotFoundException: File [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10103.997230] env[89459]: ERROR oslo.service.backend._threading.loopingcall Traceback (most recent call last): [10103.997230] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py", line 119, in _run_loop [10103.997230] env[89459]: ERROR oslo.service.backend._threading.loopingcall result = func(*self.args, **self.kwargs) [10103.997230] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/oslo.vmware/oslo_vmware/api.py", line 370, in _poll_task [10103.997230] env[89459]: ERROR oslo.service.backend._threading.loopingcall raise exceptions.translate_fault(task_info.error) [10103.997230] env[89459]: ERROR oslo.service.backend._threading.loopingcall oslo_vmware.exceptions.FileNotFoundException: File [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10103.997230] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10103.998380] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Preparing fetch location {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [10103.998640] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Creating directory with path [datastore1] vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10103.999194] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10103.999450] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-300717ef-6b98-43fc-8fb9-856b44d11e39 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10104.029032] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Created directory with path [datastore1] vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10104.029218] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Fetch image to [datastore1] vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [10104.029271] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Downloading image file data 2f960226-b670-42dc-b3ec-0852425a61c4 to [datastore1] vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk on the data store datastore1 {{(pid=89459) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [10104.030479] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10104.031455] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1170e6e-d1db-4b51-9258-73073d406b3c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10104.041472] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10104.042237] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a3bec5-76cf-44d9-ae7d-3dfedc6f6b2f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10104.055590] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10104.057806] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fecbcd5-9050-4d75-93c7-3112e722c5f9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10104.089615] env[89459]: DEBUG nova.network.neutron [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Successfully updated port: cab41d2c-bc27-41db-afd3-8cfd1c6799b8 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10104.111603] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10104.112609] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f4e28c-582c-4a17-9371-b4d0bea9d9f8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10104.121367] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10104.122026] env[89459]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b9bae803-920b-463f-ba49-95c598133ea0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10104.215702] env[89459]: DEBUG nova.virt.vmwareapi.images [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Downloading image file data 2f960226-b670-42dc-b3ec-0852425a61c4 to the data store datastore1 {{(pid=89459) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [10104.301661] env[89459]: DEBUG oslo_vmware.rw_handles [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=89459) _create_write_connection /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:122}} [10104.314525] env[89459]: INFO nova.compute.manager [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Took 19.40 seconds to build instance. [10104.356371] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10104.386188] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.images.image_transfer..' sleeping for 60.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10104.403282] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176529} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10104.404402] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10104.408512] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10104.409713] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fb2bdd-169f-4985-aa2e-eab58d035fdb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10104.423082] env[89459]: WARNING neutronclient.v2_0.client [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10104.444834] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10104.464380] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] c8964d74-bc36-4d23-9197-feec457db24c/c8964d74-bc36-4d23-9197-feec457db24c.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10104.475038] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10104.487923] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-647b68b6-080d-41a1-b20e-b011dadbbcf0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10104.492710] env[89459]: WARNING neutronclient.v2_0.client [req-bd486acf-7e72-4067-bb6b-7ee89f392bde req-e07a3493-e6a5-46c9-a996-338f4cd8b51e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10104.510673] env[89459]: INFO nova.compute.manager [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Took 17.31 seconds to build instance. [10104.517967] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767118, 'name': PowerOnVM_Task} progress is 82%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10104.520598] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.42 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10104.528500] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for the task: (returnval){ [10104.528500] env[89459]: value = "task-5767120" [10104.528500] env[89459]: _type = "Task" [10104.528500] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10104.529462] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10104.564484] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10104.564737] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.46 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10104.605427] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Acquiring lock "refresh_cache-6ffc35a0-9b11-4330-a155-090aa8045f62" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10104.605885] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Acquired lock "refresh_cache-6ffc35a0-9b11-4330-a155-090aa8045f62" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10104.606967] env[89459]: DEBUG nova.network.neutron [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10104.624786] env[89459]: DEBUG nova.network.neutron [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Updating instance_info_cache with network_info: [{"id": "565d29c4-bed8-4eac-91ba-5e3bd76a330b", "address": "fa:16:3e:c7:e0:03", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap565d29c4-be", "ovs_interfaceid": "565d29c4-bed8-4eac-91ba-5e3bd76a330b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10104.647827] env[89459]: DEBUG nova.network.neutron [req-bd486acf-7e72-4067-bb6b-7ee89f392bde req-e07a3493-e6a5-46c9-a996-338f4cd8b51e service nova] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updated VIF entry in instance network info cache for port bac74a67-c2ab-4134-97e6-9b2bd1a99649. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10104.648133] env[89459]: DEBUG nova.network.neutron [req-bd486acf-7e72-4067-bb6b-7ee89f392bde req-e07a3493-e6a5-46c9-a996-338f4cd8b51e service nova] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance_info_cache with network_info: [{"id": "bac74a67-c2ab-4134-97e6-9b2bd1a99649", "address": "fa:16:3e:b1:2f:7d", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac74a67-c2", "ovs_interfaceid": "bac74a67-c2ab-4134-97e6-9b2bd1a99649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10104.785054] env[89459]: DEBUG nova.compute.manager [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Received event network-changed-eeb6e135-96fb-4464-91f7-3d993cf3f9f6 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10104.786337] env[89459]: DEBUG nova.compute.manager [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Refreshing instance network info cache due to event network-changed-eeb6e135-96fb-4464-91f7-3d993cf3f9f6. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10104.789769] env[89459]: DEBUG oslo_concurrency.lockutils [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] Acquiring lock "refresh_cache-e53072c9-76ed-4f47-baa8-4eaf1528f195" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10104.789769] env[89459]: DEBUG oslo_concurrency.lockutils [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] Acquired lock "refresh_cache-e53072c9-76ed-4f47-baa8-4eaf1528f195" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10104.789927] env[89459]: DEBUG nova.network.neutron [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Refreshing network info cache for port eeb6e135-96fb-4464-91f7-3d993cf3f9f6 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10104.818953] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f0853666-b02b-47cc-a51a-ad2656de5663 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.910s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10104.942889] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10104.955572] env[89459]: DEBUG oslo_vmware.api [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767118, 'name': PowerOnVM_Task, 'duration_secs': 1.127107} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10104.955670] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10104.956336] env[89459]: INFO nova.compute.manager [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Took 13.53 seconds to spawn the instance on the hypervisor. [10104.956493] env[89459]: DEBUG nova.compute.manager [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10104.957139] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10104.959283] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8cd0f9-0006-417d-9cd9-09db02bab0eb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10105.019525] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1d7d778b-d55d-4e19-a406-c660233afe32 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Lock "dcb42370-4cb1-4313-a13d-a232b0629928" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.843s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10105.026353] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.038248] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767120, 'name': ReconfigVM_Task, 'duration_secs': 0.36466} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10105.039294] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Reconfigured VM instance instance-00000003 to attach disk [datastore2] c8964d74-bc36-4d23-9197-feec457db24c/c8964d74-bc36-4d23-9197-feec457db24c.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10105.041795] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.042928] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4144de81-6af8-427e-9cd7-57bb32b7b4e2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10105.051383] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for the task: (returnval){ [10105.051383] env[89459]: value = "task-5767121" [10105.051383] env[89459]: _type = "Task" [10105.051383] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10105.052065] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.065749] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767121, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10105.065900] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10105.120767] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Acquiring lock "7fdf2194-d481-49a1-8604-675c96af4a44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10105.121010] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Lock "7fdf2194-d481-49a1-8604-675c96af4a44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10105.128820] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Releasing lock "refresh_cache-740ea210-88de-4da5-b9fa-9a12544e16b1" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10105.129144] env[89459]: DEBUG nova.compute.manager [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Instance network_info: |[{"id": "565d29c4-bed8-4eac-91ba-5e3bd76a330b", "address": "fa:16:3e:c7:e0:03", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap565d29c4-be", "ovs_interfaceid": "565d29c4-bed8-4eac-91ba-5e3bd76a330b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10105.129703] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:e0:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '565d29c4-bed8-4eac-91ba-5e3bd76a330b', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10105.140738] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Creating folder: Project (22b4765e3a9a4adfa38695df4b41b775). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10105.143372] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.143597] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19c69b36-5b96-4f80-a855-8b9405ff1664 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10105.152201] env[89459]: DEBUG oslo_concurrency.lockutils [req-bd486acf-7e72-4067-bb6b-7ee89f392bde req-e07a3493-e6a5-46c9-a996-338f4cd8b51e service nova] Releasing lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10105.159568] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Created folder: Project (22b4765e3a9a4adfa38695df4b41b775) in parent group-v1116138. [10105.159835] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Creating folder: Instances. Parent ref: group-v1116154. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10105.162054] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.163131] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6351e0dc-736d-4786-9507-d7bf7ef32d9c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10105.175771] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Created folder: Instances in parent group-v1116154. [10105.177023] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.177624] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10105.177880] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.178183] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-528af776-5959-445b-93df-ddd02a90a491 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10105.206985] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10105.206985] env[89459]: value = "task-5767124" [10105.206985] env[89459]: _type = "Task" [10105.206985] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10105.207984] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.221295] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767124, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10105.221772] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10105.281286] env[89459]: DEBUG oslo_vmware.rw_handles [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Completed reading data from the image iterator. {{(pid=89459) read /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:765}} [10105.281499] env[89459]: DEBUG oslo_vmware.rw_handles [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=89459) close /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:281}} [10105.294065] env[89459]: WARNING neutronclient.v2_0.client [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10105.328598] env[89459]: DEBUG nova.network.neutron [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10105.359389] env[89459]: DEBUG nova.virt.vmwareapi.images [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Downloaded image file data 2f960226-b670-42dc-b3ec-0852425a61c4 to vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk on the data store datastore1 {{(pid=89459) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [10105.360572] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Caching image {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [10105.360837] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Copying Virtual Disk [datastore1] vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk to [datastore1] vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10105.361816] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.362449] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c2ac574-8f06-49ee-9de4-bf9e2b53d329 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10105.372785] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10105.372785] env[89459]: value = "task-5767125" [10105.372785] env[89459]: _type = "Task" [10105.372785] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10105.373957] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.385554] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10105.388189] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10105.483397] env[89459]: INFO nova.compute.manager [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Took 18.81 seconds to build instance. [10105.558320] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.572989] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767121, 'name': Rename_Task, 'duration_secs': 0.194309} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10105.573129] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10105.578040] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.581334] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e14d8991-f799-4ac0-a81a-1a40144b9adf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10105.595730] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for the task: (returnval){ [10105.595730] env[89459]: value = "task-5767126" [10105.595730] env[89459]: _type = "Task" [10105.595730] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10105.597253] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.613873] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10105.614332] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10105.624505] env[89459]: DEBUG nova.compute.manager [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10105.682847] env[89459]: WARNING neutronclient.v2_0.client [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10105.712311] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.724465] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767124, 'name': CreateVM_Task, 'duration_secs': 0.515425} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10105.724985] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10105.725715] env[89459]: WARNING neutronclient.v2_0.client [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10105.726246] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10105.726246] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10105.726513] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10105.727424] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.727424] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f7cb9b-46a9-47f2-8b7e-2d105e4abcbf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10105.734634] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10105.734634] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52e159f3-0c0e-6688-2d18-7800316b6280" [10105.734634] env[89459]: _type = "Task" [10105.734634] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10105.740310] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.746188] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52e159f3-0c0e-6688-2d18-7800316b6280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10105.746398] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10105.813963] env[89459]: WARNING neutronclient.v2_0.client [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10105.870130] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10105.879336] env[89459]: DEBUG nova.network.neutron [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Updating instance_info_cache with network_info: [{"id": "cab41d2c-bc27-41db-afd3-8cfd1c6799b8", "address": "fa:16:3e:e3:ca:7a", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab41d2c-bc", "ovs_interfaceid": "cab41d2c-bc27-41db-afd3-8cfd1c6799b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10105.893272] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767125, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10105.893272] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10105.986262] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b0330ecb-63b4-411e-922a-c73e66bbfb20 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "e53072c9-76ed-4f47-baa8-4eaf1528f195" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.338s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10106.039965] env[89459]: DEBUG nova.network.neutron [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Updated VIF entry in instance network info cache for port eeb6e135-96fb-4464-91f7-3d993cf3f9f6. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10106.040645] env[89459]: DEBUG nova.network.neutron [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Updating instance_info_cache with network_info: [{"id": "eeb6e135-96fb-4464-91f7-3d993cf3f9f6", "address": "fa:16:3e:f5:41:3b", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeb6e135-96", "ovs_interfaceid": "eeb6e135-96fb-4464-91f7-3d993cf3f9f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10106.094895] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.106451] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10106.106451] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10106.157974] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10106.159810] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10106.161536] env[89459]: INFO nova.compute.claims [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10106.240230] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.251958] env[89459]: ERROR oslo.service.backend._threading.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' failed: oslo_vmware.exceptions.FileNotFoundException: File [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10106.251958] env[89459]: ERROR oslo.service.backend._threading.loopingcall Traceback (most recent call last): [10106.251958] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py", line 119, in _run_loop [10106.251958] env[89459]: ERROR oslo.service.backend._threading.loopingcall result = func(*self.args, **self.kwargs) [10106.251958] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/oslo.vmware/oslo_vmware/api.py", line 370, in _poll_task [10106.251958] env[89459]: ERROR oslo.service.backend._threading.loopingcall raise exceptions.translate_fault(task_info.error) [10106.251958] env[89459]: ERROR oslo.service.backend._threading.loopingcall oslo_vmware.exceptions.FileNotFoundException: File [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4 was not found [10106.251958] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10106.252562] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10106.253018] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10106.253018] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10106.374816] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.386837] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Releasing lock "refresh_cache-6ffc35a0-9b11-4330-a155-090aa8045f62" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10106.387297] env[89459]: DEBUG nova.compute.manager [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Instance network_info: |[{"id": "cab41d2c-bc27-41db-afd3-8cfd1c6799b8", "address": "fa:16:3e:e3:ca:7a", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab41d2c-bc", "ovs_interfaceid": "cab41d2c-bc27-41db-afd3-8cfd1c6799b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10106.388046] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81833} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10106.388269] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:ca:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cab41d2c-bc27-41db-afd3-8cfd1c6799b8', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10106.394269] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Copied Virtual Disk [datastore1] vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk to [datastore1] vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10106.394269] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Deleting the datastore file [datastore1] vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4/tmp-sparse.vmdk {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10106.399088] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Creating folder: Project (5eda1acce6c34ab2867de8684b5b68dd). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10106.400075] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.400901] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.401062] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfbbc589-bff5-400f-b579-cca06cc58004 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10106.403384] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4af9e47-bb9a-4ddf-a1cd-a36d76e0c5bb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10106.409312] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10106.409312] env[89459]: value = "task-5767127" [10106.409312] env[89459]: _type = "Task" [10106.409312] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10106.410080] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.417202] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Created folder: Project (5eda1acce6c34ab2867de8684b5b68dd) in parent group-v1116138. [10106.417384] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Creating folder: Instances. Parent ref: group-v1116157. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10106.421411] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.422698] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10106.422871] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10106.422992] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad795fcc-4618-44e5-a1b9-1c668ae1c4f8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10106.437565] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Created folder: Instances in parent group-v1116157. [10106.438128] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.438540] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10106.439259] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.439505] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b54d9941-6401-49db-b26e-6c2a5147fac1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10106.464628] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "322611ca-a5f7-4746-838c-777bb510498a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10106.465776] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "322611ca-a5f7-4746-838c-777bb510498a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10106.469635] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10106.469635] env[89459]: value = "task-5767130" [10106.469635] env[89459]: _type = "Task" [10106.469635] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10106.470505] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.486018] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767130, 'name': CreateVM_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10106.486222] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10106.545934] env[89459]: DEBUG oslo_concurrency.lockutils [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] Releasing lock "refresh_cache-e53072c9-76ed-4f47-baa8-4eaf1528f195" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10106.545934] env[89459]: DEBUG nova.compute.manager [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Received event network-vif-plugged-667fc912-6ea4-4f64-972c-84e5b4567360 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10106.546343] env[89459]: DEBUG oslo_concurrency.lockutils [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] Acquiring lock "c8964d74-bc36-4d23-9197-feec457db24c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10106.546928] env[89459]: DEBUG oslo_concurrency.lockutils [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] Lock "c8964d74-bc36-4d23-9197-feec457db24c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10106.546928] env[89459]: DEBUG oslo_concurrency.lockutils [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] Lock "c8964d74-bc36-4d23-9197-feec457db24c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10106.546928] env[89459]: DEBUG nova.compute.manager [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: c8964d74-bc36-4d23-9197-feec457db24c] No waiting events found dispatching network-vif-plugged-667fc912-6ea4-4f64-972c-84e5b4567360 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10106.547514] env[89459]: WARNING nova.compute.manager [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Received unexpected event network-vif-plugged-667fc912-6ea4-4f64-972c-84e5b4567360 for instance with vm_state building and task_state spawning. [10106.547685] env[89459]: DEBUG nova.compute.manager [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Received event network-changed-667fc912-6ea4-4f64-972c-84e5b4567360 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10106.547868] env[89459]: DEBUG nova.compute.manager [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Refreshing instance network info cache due to event network-changed-667fc912-6ea4-4f64-972c-84e5b4567360. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10106.548148] env[89459]: DEBUG oslo_concurrency.lockutils [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] Acquiring lock "refresh_cache-c8964d74-bc36-4d23-9197-feec457db24c" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10106.548312] env[89459]: DEBUG oslo_concurrency.lockutils [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] Acquired lock "refresh_cache-c8964d74-bc36-4d23-9197-feec457db24c" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10106.548471] env[89459]: DEBUG nova.network.neutron [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Refreshing network info cache for port 667fc912-6ea4-4f64-972c-84e5b4567360 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10106.597072] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.610461] env[89459]: DEBUG oslo_vmware.api [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767126, 'name': PowerOnVM_Task, 'duration_secs': 0.7748} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10106.611093] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10106.611316] env[89459]: INFO nova.compute.manager [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Took 12.57 seconds to spawn the instance on the hypervisor. [10106.611462] env[89459]: DEBUG nova.compute.manager [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10106.613053] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.614023] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933f67b3-2a92-408a-9aa4-1989cc555329 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10106.913764] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.926557] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025882} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10106.927762] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10106.928098] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Moving file from [datastore1] vmware_temp/84786abb-7053-4866-88c5-4c118735216b/2f960226-b670-42dc-b3ec-0852425a61c4 to [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4. {{(pid=89459) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [10106.928689] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.928944] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-12ca1f5c-459d-4bbf-8426-5f320cc50413 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10106.940786] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10106.940786] env[89459]: value = "task-5767131" [10106.940786] env[89459]: _type = "Task" [10106.940786] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10106.944159] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.954781] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767131, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10106.954966] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10106.968042] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10106.971575] env[89459]: DEBUG nova.compute.manager [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10106.982395] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767130, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10106.982395] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10107.051573] env[89459]: WARNING neutronclient.v2_0.client [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10107.136485] env[89459]: INFO nova.compute.manager [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Took 20.06 seconds to build instance. [10107.330034] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10107.330967] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64834a2-253b-443b-a97e-af7ab0bcebaf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10107.339287] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10107.340604] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf7cf24-f21d-47e8-885b-76edefb33a52 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10107.381292] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10107.382489] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e8d671-c605-4076-9832-4f85065f8c19 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10107.393390] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10107.394085] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf8eb2d-32f7-465b-847c-69b1b0652b9b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10107.410499] env[89459]: DEBUG nova.compute.provider_tree [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10107.446336] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10107.456011] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767131, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036566} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10107.456499] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] File moved {{(pid=89459) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [10107.456588] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Cleaning up location [datastore1] vmware_temp/84786abb-7053-4866-88c5-4c118735216b {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [10107.456641] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Deleting the datastore file [datastore1] vmware_temp/84786abb-7053-4866-88c5-4c118735216b {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10107.459069] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10107.459484] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c167cf67-ce52-4977-88ed-a1539b127b5e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10107.464414] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10107.471473] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10107.471473] env[89459]: value = "task-5767132" [10107.471473] env[89459]: _type = "Task" [10107.471473] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10107.477618] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10107.479780] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767130, 'name': CreateVM_Task, 'duration_secs': 0.538058} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10107.480625] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10107.481289] env[89459]: WARNING neutronclient.v2_0.client [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10107.482056] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10107.482056] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10107.482056] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10107.483044] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10107.489605] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10107.496440] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56cba805-ce8e-4b62-bece-3a8898535180 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10107.503675] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10107.512467] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for the task: (returnval){ [10107.512467] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5214c0c4-121d-acd3-8d02-7c204f2f5367" [10107.512467] env[89459]: _type = "Task" [10107.512467] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10107.513274] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10107.525053] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10107.534115] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5214c0c4-121d-acd3-8d02-7c204f2f5367, 'name': SearchDatastore_Task, 'duration_secs': 0.009681} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10107.534115] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10107.534115] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10107.534356] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10107.640657] env[89459]: DEBUG oslo_concurrency.lockutils [None req-052105a4-69ec-4315-97de-70289866d85d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Lock "c8964d74-bc36-4d23-9197-feec457db24c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.578s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10107.811870] env[89459]: WARNING neutronclient.v2_0.client [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10107.902860] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Acquiring lock "1be4627b-625e-4128-b7c7-a50e69c2a021" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10107.902860] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Lock "1be4627b-625e-4128-b7c7-a50e69c2a021" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10107.913837] env[89459]: DEBUG nova.scheduler.client.report [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10107.985084] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10107.995667] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028697} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10107.996032] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10107.997116] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10107.997314] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a01435-5d9e-4570-a4ab-a3229ed82622 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10108.003332] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10108.003332] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52455517-dcb8-e683-2f98-9fc5e9d4291a" [10108.003332] env[89459]: _type = "Task" [10108.003332] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10108.003995] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.012499] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52455517-dcb8-e683-2f98-9fc5e9d4291a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10108.012499] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10108.110754] env[89459]: DEBUG nova.network.neutron [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Updated VIF entry in instance network info cache for port 667fc912-6ea4-4f64-972c-84e5b4567360. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10108.111060] env[89459]: DEBUG nova.network.neutron [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Updating instance_info_cache with network_info: [{"id": "667fc912-6ea4-4f64-972c-84e5b4567360", "address": "fa:16:3e:ff:f4:37", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667fc912-6e", "ovs_interfaceid": "667fc912-6ea4-4f64-972c-84e5b4567360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10108.405508] env[89459]: DEBUG nova.compute.manager [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10108.420509] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10108.421080] env[89459]: DEBUG nova.compute.manager [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10108.425063] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.896s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10108.425063] env[89459]: INFO nova.compute.claims [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10108.504155] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.516143] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52455517-dcb8-e683-2f98-9fc5e9d4291a, 'name': SearchDatastore_Task, 'duration_secs': 0.010548} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10108.519084] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10108.519749] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] a32bb6ef-0bb5-4210-ae5c-077656a589ed/a32bb6ef-0bb5-4210-ae5c-077656a589ed.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10108.520259] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10108.520943] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10108.521520] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.521950] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cc10ec3-66ba-4bd8-ae7d-a951f402868a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10108.523565] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.525690] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a727f5d3-4269-4252-8b04-2d7b071ac731 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10108.533859] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10108.533859] env[89459]: value = "task-5767133" [10108.533859] env[89459]: _type = "Task" [10108.533859] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10108.537316] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.549408] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10108.549651] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10108.560560] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10108.560560] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10108.561191] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.561523] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9821b92-c151-472d-91a1-d8c3a64ba211 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10108.569363] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10108.569363] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52c31740-95fc-89e9-4446-e2fcaa67f4e0" [10108.569363] env[89459]: _type = "Task" [10108.569363] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10108.575532] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.584558] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52c31740-95fc-89e9-4446-e2fcaa67f4e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008781} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10108.585530] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.586231] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a75cce6-e176-4ece-b2d3-e6e3fa0e357e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10108.594116] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10108.594116] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52b8a817-0f7f-c135-6797-4758b1e88052" [10108.594116] env[89459]: _type = "Task" [10108.594116] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10108.596767] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.611176] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52b8a817-0f7f-c135-6797-4758b1e88052, 'name': SearchDatastore_Task, 'duration_secs': 0.009856} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10108.611176] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10108.611176] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 740ea210-88de-4da5-b9fa-9a12544e16b1/740ea210-88de-4da5-b9fa-9a12544e16b1.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10108.611704] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10108.611828] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10108.614057] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.614057] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b08e176-e594-4f6c-874c-21e912bad331 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10108.615711] env[89459]: DEBUG oslo_concurrency.lockutils [req-6ddc7b01-fdfe-41d6-a6da-f8d31ee0cd5d req-1906a139-84c8-4b8c-ac6c-84ce2b2311b5 service nova] Releasing lock "refresh_cache-c8964d74-bc36-4d23-9197-feec457db24c" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10108.616447] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.619150] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a39eabb8-b323-40cb-966a-54c0a3f80b3b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10108.625482] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10108.625482] env[89459]: value = "task-5767134" [10108.625482] env[89459]: _type = "Task" [10108.625482] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10108.626615] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.635026] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10108.635026] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10108.640093] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10108.640619] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10108.641372] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.642691] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995d095a-1dda-4590-9acc-a491b783ee39 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10108.649475] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for the task: (returnval){ [10108.649475] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5244cf4d-1477-bca2-4d76-cad4c7221eb3" [10108.649475] env[89459]: _type = "Task" [10108.649475] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10108.651547] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.667544] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5244cf4d-1477-bca2-4d76-cad4c7221eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10108.668772] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.669413] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151a6d9d-2402-48b8-9694-b03d23d30469 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10108.675947] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for the task: (returnval){ [10108.675947] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52efcb7c-6fcb-f8a9-aac0-27d037d72b01" [10108.675947] env[89459]: _type = "Task" [10108.675947] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10108.676656] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10108.687250] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52efcb7c-6fcb-f8a9-aac0-27d037d72b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10108.687250] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10108.928130] env[89459]: DEBUG nova.compute.utils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10108.932117] env[89459]: DEBUG nova.compute.manager [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10108.932117] env[89459]: DEBUG nova.network.neutron [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10108.932117] env[89459]: WARNING neutronclient.v2_0.client [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10108.932117] env[89459]: WARNING neutronclient.v2_0.client [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10108.938554] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10109.003557] env[89459]: DEBUG nova.policy [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c70c0e52e524137b0287a3bd13cda34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '150731e1d53b476487e80167bf7d70e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10109.035314] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Acquiring lock "a5b7e323-60ca-421b-b470-21d015bb2f23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10109.040319] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.048725] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Lock "a5b7e323-60ca-421b-b470-21d015bb2f23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10109.053143] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767133, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10109.054203] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10109.135693] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.147658] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767134, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10109.147803] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10109.178931] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.190754] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52efcb7c-6fcb-f8a9-aac0-27d037d72b01, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10109.193352] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10109.193784] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 6ffc35a0-9b11-4330-a155-090aa8045f62/6ffc35a0-9b11-4330-a155-090aa8045f62.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10109.194271] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.194363] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4f38f2c-54c2-4fc5-b231-402b12556116 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10109.205371] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for the task: (returnval){ [10109.205371] env[89459]: value = "task-5767135" [10109.205371] env[89459]: _type = "Task" [10109.205371] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10109.209735] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.215616] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10109.215806] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10109.438458] env[89459]: DEBUG nova.compute.manager [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10109.485223] env[89459]: DEBUG nova.network.neutron [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Successfully created port: bcd080fc-51d1-43eb-b6a5-84caec20e593 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10109.536422] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.548493] env[89459]: DEBUG nova.compute.manager [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Received event network-vif-plugged-565d29c4-bed8-4eac-91ba-5e3bd76a330b {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10109.548668] env[89459]: DEBUG oslo_concurrency.lockutils [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] Acquiring lock "740ea210-88de-4da5-b9fa-9a12544e16b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10109.549395] env[89459]: DEBUG oslo_concurrency.lockutils [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] Lock "740ea210-88de-4da5-b9fa-9a12544e16b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10109.555854] env[89459]: DEBUG oslo_concurrency.lockutils [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] Lock "740ea210-88de-4da5-b9fa-9a12544e16b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.007s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10109.555854] env[89459]: DEBUG nova.compute.manager [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] No waiting events found dispatching network-vif-plugged-565d29c4-bed8-4eac-91ba-5e3bd76a330b {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10109.555960] env[89459]: WARNING nova.compute.manager [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Received unexpected event network-vif-plugged-565d29c4-bed8-4eac-91ba-5e3bd76a330b for instance with vm_state building and task_state spawning. [10109.556083] env[89459]: DEBUG nova.compute.manager [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Received event network-changed-565d29c4-bed8-4eac-91ba-5e3bd76a330b {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10109.556131] env[89459]: DEBUG nova.compute.manager [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Refreshing instance network info cache due to event network-changed-565d29c4-bed8-4eac-91ba-5e3bd76a330b. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10109.556284] env[89459]: DEBUG oslo_concurrency.lockutils [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] Acquiring lock "refresh_cache-740ea210-88de-4da5-b9fa-9a12544e16b1" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10109.556401] env[89459]: DEBUG oslo_concurrency.lockutils [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] Acquired lock "refresh_cache-740ea210-88de-4da5-b9fa-9a12544e16b1" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10109.556644] env[89459]: DEBUG nova.network.neutron [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Refreshing network info cache for port 565d29c4-bed8-4eac-91ba-5e3bd76a330b {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10109.558749] env[89459]: DEBUG nova.compute.manager [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10109.562084] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545424} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10109.567659] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] a32bb6ef-0bb5-4210-ae5c-077656a589ed/a32bb6ef-0bb5-4210-ae5c-077656a589ed.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10109.567659] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10109.567659] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.568295] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-738075d9-d042-4bdf-826c-9140a75e8d66 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10109.584358] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10109.584358] env[89459]: value = "task-5767136" [10109.584358] env[89459]: _type = "Task" [10109.584358] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10109.588739] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.603543] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10109.604261] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10109.630658] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.645984] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84317} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10109.649217] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 740ea210-88de-4da5-b9fa-9a12544e16b1/740ea210-88de-4da5-b9fa-9a12544e16b1.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10109.649494] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10109.650015] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.650836] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a838f7f-0ece-49c6-b3c2-99d74df36abf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10109.665961] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10109.665961] env[89459]: value = "task-5767137" [10109.665961] env[89459]: _type = "Task" [10109.665961] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10109.674792] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.688113] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10109.688385] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10109.706952] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.714386] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.715680] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbc92f5-ec84-4603-8ad3-436befda9dfc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10109.723093] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767135, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10109.724911] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10109.729250] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.731363] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912d8d09-4404-40e3-94d8-3310ce75e681 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10109.785241] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.785630] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95186fd1-43a6-4cec-85b6-65b261ca9fd9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10109.797599] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.798917] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6814447-30a1-437e-846f-bdf8ff7cc1ca {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10109.816220] env[89459]: DEBUG nova.compute.provider_tree [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10109.871089] env[89459]: INFO nova.compute.manager [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Rebuilding instance [10109.924060] env[89459]: DEBUG nova.compute.manager [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10109.924688] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10109.925660] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9af97b-256d-4d83-8ece-def3d71005ec {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10110.066257] env[89459]: WARNING neutronclient.v2_0.client [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10110.084266] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10110.084968] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.096518] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162726} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10110.096959] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10110.097601] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.098829] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa5c523-7d5f-4b20-b7c3-46b0e96a75c1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10110.124385] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] a32bb6ef-0bb5-4210-ae5c-077656a589ed/a32bb6ef-0bb5-4210-ae5c-077656a589ed.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10110.125083] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.125425] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e87bac32-3475-4732-b859-841fb8177e55 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10110.151414] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10110.151414] env[89459]: value = "task-5767138" [10110.151414] env[89459]: _type = "Task" [10110.151414] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10110.152456] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.164266] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10110.164266] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10110.170486] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.181645] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150881} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10110.181928] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10110.182633] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.183438] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53692eda-19b1-4cf8-b7ad-93b23403ccde {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10110.212739] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 740ea210-88de-4da5-b9fa-9a12544e16b1/740ea210-88de-4da5-b9fa-9a12544e16b1.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10110.213785] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.218782] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.219355] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-683ed6f2-9ab8-47e6-96bc-95f847a7f602 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10110.240790] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712695} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10110.243964] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 6ffc35a0-9b11-4330-a155-090aa8045f62/6ffc35a0-9b11-4330-a155-090aa8045f62.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10110.243964] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10110.244158] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.244441] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7761999-f7cd-423b-a3e9-67102c50a538 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10110.252045] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10110.252045] env[89459]: value = "task-5767139" [10110.252045] env[89459]: _type = "Task" [10110.252045] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10110.258739] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.260030] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for the task: (returnval){ [10110.260030] env[89459]: value = "task-5767140" [10110.260030] env[89459]: _type = "Task" [10110.260030] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10110.261226] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.271033] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10110.271033] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10110.275801] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10110.276080] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10110.323484] env[89459]: DEBUG nova.scheduler.client.report [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10110.453597] env[89459]: DEBUG nova.compute.manager [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10110.481306] env[89459]: DEBUG nova.virt.hardware [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10110.481970] env[89459]: DEBUG nova.virt.hardware [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10110.482247] env[89459]: DEBUG nova.virt.hardware [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10110.482473] env[89459]: DEBUG nova.virt.hardware [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10110.482635] env[89459]: DEBUG nova.virt.hardware [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10110.482801] env[89459]: DEBUG nova.virt.hardware [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10110.483080] env[89459]: DEBUG nova.virt.hardware [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10110.483278] env[89459]: DEBUG nova.virt.hardware [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10110.483466] env[89459]: DEBUG nova.virt.hardware [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10110.483650] env[89459]: DEBUG nova.virt.hardware [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10110.483825] env[89459]: DEBUG nova.virt.hardware [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10110.484544] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.485435] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bdaa68-be96-4b7f-bd25-53fa916dd968 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10110.493160] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.494491] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcd19d0-0272-4fcb-9bf9-cd1f2150d931 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10110.655241] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.668799] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10110.668799] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10110.752688] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.757431] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.768905] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10110.769117] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10110.769538] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263185} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10110.769892] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10110.770426] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.771392] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8db5c6-3e2d-42ab-8477-caeafcaf042c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10110.800515] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6ffc35a0-9b11-4330-a155-090aa8045f62/6ffc35a0-9b11-4330-a155-090aa8045f62.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10110.801256] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.801576] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de3b61c-a95d-41cc-890d-cd0c3c6088ee {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10110.830973] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10110.834289] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.894s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10110.836153] env[89459]: INFO nova.compute.claims [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10110.840394] env[89459]: DEBUG nova.compute.manager [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10110.850538] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.851948] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for the task: (returnval){ [10110.851948] env[89459]: value = "task-5767141" [10110.851948] env[89459]: _type = "Task" [10110.851948] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10110.860438] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10110.860670] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10110.940496] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10110.941063] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.941986] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d307bbc-0ecb-4c19-82aa-ae0279c62da8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10110.956210] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10110.956210] env[89459]: value = "task-5767142" [10110.956210] env[89459]: _type = "Task" [10110.956210] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10110.957602] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10110.969496] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10110.969693] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10111.159979] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.171827] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767138, 'name': ReconfigVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10111.172760] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10111.249957] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.264027] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767139, 'name': ReconfigVM_Task, 'duration_secs': 0.902554} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10111.267604] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 740ea210-88de-4da5-b9fa-9a12544e16b1/740ea210-88de-4da5-b9fa-9a12544e16b1.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10111.269126] env[89459]: DEBUG nova.network.neutron [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Successfully updated port: bcd080fc-51d1-43eb-b6a5-84caec20e593 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10111.271359] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.271912] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19a2b5fb-632c-4974-9e8a-c0ce18ce4579 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10111.281581] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10111.281581] env[89459]: value = "task-5767143" [10111.281581] env[89459]: _type = "Task" [10111.281581] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10111.283953] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.293110] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767143, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10111.294596] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10111.333254] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.345150] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767141, 'name': ReconfigVM_Task, 'duration_secs': 0.480364} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10111.345568] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6ffc35a0-9b11-4330-a155-090aa8045f62/6ffc35a0-9b11-4330-a155-090aa8045f62.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10111.347742] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.348893] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-935089ae-b420-40a9-9a4c-f239d0a9f9c8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10111.356627] env[89459]: DEBUG nova.compute.utils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10111.366622] env[89459]: DEBUG nova.compute.manager [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10111.368515] env[89459]: DEBUG nova.network.neutron [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10111.369584] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for the task: (returnval){ [10111.369584] env[89459]: value = "task-5767144" [10111.369584] env[89459]: _type = "Task" [10111.369584] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10111.371523] env[89459]: WARNING neutronclient.v2_0.client [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10111.371878] env[89459]: WARNING neutronclient.v2_0.client [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10111.380939] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.400445] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767144, 'name': Rename_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10111.402783] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10111.460673] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.470938] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767142, 'name': PowerOffVM_Task, 'duration_secs': 0.140461} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10111.471516] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10111.471863] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10111.472339] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.473247] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11154afc-3213-4e5f-969a-6e753b24bbb9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10111.480661] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10111.481540] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.481845] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30c97eac-2893-4f05-bf0c-fb87299af8fe {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10111.498394] env[89459]: DEBUG nova.policy [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f984b1a687944d3b37b908eff44b5ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44505f485014441682c21d547fcf0973', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10111.519863] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10111.520162] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10111.520441] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Deleting the datastore file [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10111.521306] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.525082] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5eeca16-7017-42a9-8c67-bb711e1d6250 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10111.540063] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10111.540063] env[89459]: value = "task-5767146" [10111.540063] env[89459]: _type = "Task" [10111.540063] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10111.541477] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.554852] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10111.555070] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10111.664590] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.677622] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767138, 'name': ReconfigVM_Task, 'duration_secs': 1.067678} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10111.678015] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Reconfigured VM instance instance-00000007 to attach disk [datastore1] a32bb6ef-0bb5-4210-ae5c-077656a589ed/a32bb6ef-0bb5-4210-ae5c-077656a589ed.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10111.680535] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.681409] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16775d8b-ccbb-43ef-a88b-ce1dc4ca051b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10111.689070] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10111.689070] env[89459]: value = "task-5767147" [10111.689070] env[89459]: _type = "Task" [10111.689070] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10111.692456] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.703294] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767147, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10111.703624] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10111.775591] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Acquiring lock "refresh_cache-7fdf2194-d481-49a1-8604-675c96af4a44" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10111.775591] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Acquired lock "refresh_cache-7fdf2194-d481-49a1-8604-675c96af4a44" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10111.775591] env[89459]: DEBUG nova.network.neutron [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10111.785499] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.797058] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767143, 'name': Rename_Task, 'duration_secs': 0.18142} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10111.797058] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10111.797524] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.797798] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ef35b89-c636-43e9-973b-be72c8b597ce {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10111.806358] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10111.806358] env[89459]: value = "task-5767148" [10111.806358] env[89459]: _type = "Task" [10111.806358] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10111.811089] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.817024] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10111.817282] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10111.868944] env[89459]: DEBUG nova.compute.manager [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10111.876805] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.893346] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767144, 'name': Rename_Task, 'duration_secs': 0.19843} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10111.895743] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10111.897575] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.898518] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb3430b-59be-43d4-808e-83f17fa80c4c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10111.914757] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for the task: (returnval){ [10111.914757] env[89459]: value = "task-5767149" [10111.914757] env[89459]: _type = "Task" [10111.914757] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10111.921492] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10111.931341] env[89459]: DEBUG nova.compute.manager [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Stashing vm_state: active {{(pid=89459) _prep_resize /opt/stack/nova/nova/compute/manager.py:6214}} [10111.944585] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10111.945570] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10111.967167] env[89459]: DEBUG nova.network.neutron [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Successfully created port: ca31e24c-3718-431f-ab3f-f51acf1769bb {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10112.005317] env[89459]: WARNING neutronclient.v2_0.client [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10112.049251] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.065093] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097824} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10112.067672] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10112.067838] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10112.067971] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10112.150395] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.151668] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a716924-4e01-497a-a43b-f9686a63ac03 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10112.161282] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.162418] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf96e33-bbee-424f-ac46-d8706e39fedb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10112.203040] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.211757] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.222293] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09fb505-1f12-414e-a115-c63ab9ffd833 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10112.225847] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767147, 'name': Rename_Task, 'duration_secs': 0.320119} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10112.226955] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10112.227598] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.227843] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-337cc2f6-8f6e-4609-8ea1-4d144b37adec {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10112.233217] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.235816] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0201b68c-f28d-47e2-9481-d2840ba0a656 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10112.249547] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10112.249547] env[89459]: value = "task-5767150" [10112.249547] env[89459]: _type = "Task" [10112.249547] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10112.252982] env[89459]: DEBUG nova.compute.provider_tree [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10112.264077] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.271985] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767150, 'name': PowerOnVM_Task} progress is 1%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10112.272726] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10112.309332] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.322468] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10112.322658] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10112.416722] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.426244] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767149, 'name': PowerOnVM_Task} progress is 88%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10112.426510] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10112.459391] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10112.613160] env[89459]: DEBUG nova.network.neutron [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Updated VIF entry in instance network info cache for port 565d29c4-bed8-4eac-91ba-5e3bd76a330b. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10112.613542] env[89459]: DEBUG nova.network.neutron [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Updating instance_info_cache with network_info: [{"id": "565d29c4-bed8-4eac-91ba-5e3bd76a330b", "address": "fa:16:3e:c7:e0:03", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap565d29c4-be", "ovs_interfaceid": "565d29c4-bed8-4eac-91ba-5e3bd76a330b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10112.753874] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.764578] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767150, 'name': PowerOnVM_Task} progress is 1%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10112.765750] env[89459]: DEBUG nova.scheduler.client.report [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10112.769381] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10112.786372] env[89459]: DEBUG nova.network.neutron [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10112.813580] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.824615] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767148, 'name': PowerOnVM_Task} progress is 89%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10112.824906] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10112.884394] env[89459]: DEBUG nova.compute.manager [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10112.916892] env[89459]: DEBUG nova.virt.hardware [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10112.917392] env[89459]: DEBUG nova.virt.hardware [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10112.917392] env[89459]: DEBUG nova.virt.hardware [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10112.917536] env[89459]: DEBUG nova.virt.hardware [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10112.917586] env[89459]: DEBUG nova.virt.hardware [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10112.918059] env[89459]: DEBUG nova.virt.hardware [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10112.918403] env[89459]: DEBUG nova.virt.hardware [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10112.918539] env[89459]: DEBUG nova.virt.hardware [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10112.923417] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.925283] env[89459]: DEBUG nova.virt.hardware [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10112.925539] env[89459]: DEBUG nova.virt.hardware [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10112.925789] env[89459]: DEBUG nova.virt.hardware [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10112.926762] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.927554] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00e2207-15bb-4aba-9945-d726a9a36a19 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10112.936167] env[89459]: DEBUG oslo_vmware.api [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767149, 'name': PowerOnVM_Task, 'duration_secs': 0.679422} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10112.936727] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10112.936974] env[89459]: INFO nova.compute.manager [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Took 12.10 seconds to spawn the instance on the hypervisor. [10112.937204] env[89459]: DEBUG nova.compute.manager [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10112.937881] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.939370] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef37cb0-7153-4aa5-9196-6fb4e7701786 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10112.954545] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10112.959834] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46487b1d-9014-499c-a208-a956991de96e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10113.106748] env[89459]: DEBUG nova.virt.hardware [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10113.106964] env[89459]: DEBUG nova.virt.hardware [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10113.107109] env[89459]: DEBUG nova.virt.hardware [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10113.107253] env[89459]: DEBUG nova.virt.hardware [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10113.107353] env[89459]: DEBUG nova.virt.hardware [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10113.107473] env[89459]: DEBUG nova.virt.hardware [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10113.108503] env[89459]: DEBUG nova.virt.hardware [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10113.108503] env[89459]: DEBUG nova.virt.hardware [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10113.108503] env[89459]: DEBUG nova.virt.hardware [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10113.108503] env[89459]: DEBUG nova.virt.hardware [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10113.108503] env[89459]: DEBUG nova.virt.hardware [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10113.109078] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.110319] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a9f352-62cd-46b0-bb38-e69c474a8031 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10113.115551] env[89459]: DEBUG oslo_concurrency.lockutils [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] Releasing lock "refresh_cache-740ea210-88de-4da5-b9fa-9a12544e16b1" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10113.115794] env[89459]: DEBUG nova.compute.manager [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Received event network-vif-plugged-cab41d2c-bc27-41db-afd3-8cfd1c6799b8 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10113.116364] env[89459]: DEBUG oslo_concurrency.lockutils [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] Acquiring lock "6ffc35a0-9b11-4330-a155-090aa8045f62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10113.116364] env[89459]: DEBUG oslo_concurrency.lockutils [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] Lock "6ffc35a0-9b11-4330-a155-090aa8045f62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10113.117241] env[89459]: DEBUG oslo_concurrency.lockutils [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] Lock "6ffc35a0-9b11-4330-a155-090aa8045f62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10113.117414] env[89459]: DEBUG nova.compute.manager [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] No waiting events found dispatching network-vif-plugged-cab41d2c-bc27-41db-afd3-8cfd1c6799b8 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10113.120466] env[89459]: WARNING nova.compute.manager [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Received unexpected event network-vif-plugged-cab41d2c-bc27-41db-afd3-8cfd1c6799b8 for instance with vm_state building and task_state spawning. [10113.121523] env[89459]: DEBUG nova.compute.manager [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Received event network-changed-cab41d2c-bc27-41db-afd3-8cfd1c6799b8 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10113.121523] env[89459]: DEBUG nova.compute.manager [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Refreshing instance network info cache due to event network-changed-cab41d2c-bc27-41db-afd3-8cfd1c6799b8. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10113.121523] env[89459]: DEBUG oslo_concurrency.lockutils [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] Acquiring lock "refresh_cache-6ffc35a0-9b11-4330-a155-090aa8045f62" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10113.121523] env[89459]: DEBUG oslo_concurrency.lockutils [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] Acquired lock "refresh_cache-6ffc35a0-9b11-4330-a155-090aa8045f62" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10113.121523] env[89459]: DEBUG nova.network.neutron [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Refreshing network info cache for port cab41d2c-bc27-41db-afd3-8cfd1c6799b8 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10113.122867] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.124663] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba60cec-30f1-4541-b820-16e1f6b230f3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10113.140791] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Instance VIF info [] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10113.155619] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.156041] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10113.156603] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.157729] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b024389a-2320-400b-a81a-940584603b14 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10113.180452] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10113.180452] env[89459]: value = "task-5767151" [10113.180452] env[89459]: _type = "Task" [10113.180452] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10113.185087] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.191761] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767151, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10113.192254] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10113.260770] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.273559] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767150, 'name': PowerOnVM_Task} progress is 82%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10113.277083] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10113.277083] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.190s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10113.278224] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10113.282443] env[89459]: DEBUG nova.compute.manager [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10113.283720] env[89459]: INFO nova.compute.claims [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10113.317273] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.326957] env[89459]: DEBUG oslo_vmware.api [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767148, 'name': PowerOnVM_Task, 'duration_secs': 1.138112} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10113.327726] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10113.327726] env[89459]: INFO nova.compute.manager [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Took 14.81 seconds to spawn the instance on the hypervisor. [10113.327726] env[89459]: DEBUG nova.compute.manager [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10113.328958] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.329391] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29b405b-c293-4ef0-ae84-f2a5c9e25318 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10113.480919] env[89459]: INFO nova.compute.manager [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Took 24.93 seconds to build instance. [10113.628175] env[89459]: WARNING neutronclient.v2_0.client [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10113.680539] env[89459]: DEBUG nova.network.neutron [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Successfully updated port: ca31e24c-3718-431f-ab3f-f51acf1769bb {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10113.685671] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.701709] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767151, 'name': CreateVM_Task, 'duration_secs': 0.439872} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10113.702053] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10113.702529] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10113.702658] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10113.702917] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10113.707662] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.708348] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4a070d-c2a5-41ad-a282-c949f1748d91 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10113.719195] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10113.719195] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52fbbd23-0d49-289f-af70-6e8174938483" [10113.719195] env[89459]: _type = "Task" [10113.719195] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10113.728199] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.734333] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52fbbd23-0d49-289f-af70-6e8174938483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10113.734468] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10113.756814] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.770033] env[89459]: DEBUG oslo_vmware.api [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767150, 'name': PowerOnVM_Task, 'duration_secs': 1.347191} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10113.770033] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10113.770033] env[89459]: INFO nova.compute.manager [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Took 10.62 seconds to spawn the instance on the hypervisor. [10113.770033] env[89459]: DEBUG nova.compute.manager [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10113.770672] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10113.771578] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c89e465-9f39-4547-ad18-3ae2e49d1641 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10113.790066] env[89459]: DEBUG nova.compute.utils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10113.793297] env[89459]: DEBUG nova.compute.manager [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10113.793508] env[89459]: DEBUG nova.network.neutron [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10113.793794] env[89459]: WARNING neutronclient.v2_0.client [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10113.794057] env[89459]: WARNING neutronclient.v2_0.client [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10113.854298] env[89459]: INFO nova.compute.manager [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Took 26.11 seconds to build instance. [10113.955567] env[89459]: WARNING neutronclient.v2_0.client [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10113.984679] env[89459]: DEBUG oslo_concurrency.lockutils [None req-caf76dc5-2d67-450f-8bf4-3538edba30ca tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Lock "6ffc35a0-9b11-4330-a155-090aa8045f62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.441s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10113.999082] env[89459]: DEBUG nova.policy [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd60ac3efe766403986104709c506e7a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '794053cea7da4e37bcb744bcb2118c08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10114.187336] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "refresh_cache-322611ca-a5f7-4746-838c-777bb510498a" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10114.187336] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired lock "refresh_cache-322611ca-a5f7-4746-838c-777bb510498a" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10114.187336] env[89459]: DEBUG nova.network.neutron [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10114.215358] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.226890] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52fbbd23-0d49-289f-af70-6e8174938483, 'name': SearchDatastore_Task, 'duration_secs': 0.033481} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10114.228458] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10114.228458] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10114.228640] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10114.228718] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10114.228928] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10114.229488] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.230768] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5f4aa3d-6ff8-4182-99f3-133b6e85f034 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10114.240358] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10114.240934] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10114.242149] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.242409] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08992f36-b161-4a08-b433-8cddc7a65b37 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10114.250307] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10114.250307] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52565893-d12a-06a1-3629-09772f9dc600" [10114.250307] env[89459]: _type = "Task" [10114.250307] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10114.251023] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.263619] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52565893-d12a-06a1-3629-09772f9dc600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10114.263996] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10114.294768] env[89459]: INFO nova.compute.manager [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Took 19.26 seconds to build instance. [10114.296222] env[89459]: DEBUG nova.compute.manager [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10114.359896] env[89459]: DEBUG oslo_concurrency.lockutils [None req-efc452ae-9ec8-4f10-9c73-577530a7e574 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "740ea210-88de-4da5-b9fa-9a12544e16b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.630s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10114.390993] env[89459]: DEBUG nova.network.neutron [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Updating instance_info_cache with network_info: [{"id": "bcd080fc-51d1-43eb-b6a5-84caec20e593", "address": "fa:16:3e:c1:41:4f", "network": {"id": "7db11463-a093-411a-85f7-7a0ecd2e3f97", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1331551364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150731e1d53b476487e80167bf7d70e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd080fc-51", "ovs_interfaceid": "bcd080fc-51d1-43eb-b6a5-84caec20e593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10114.455713] env[89459]: DEBUG nova.network.neutron [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Successfully created port: 62151903-b435-4249-9ffc-ccfbab520e5b {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10114.491207] env[89459]: DEBUG nova.compute.manager [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Received event network-vif-plugged-bcd080fc-51d1-43eb-b6a5-84caec20e593 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10114.491378] env[89459]: DEBUG oslo_concurrency.lockutils [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] Acquiring lock "7fdf2194-d481-49a1-8604-675c96af4a44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10114.491537] env[89459]: DEBUG oslo_concurrency.lockutils [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] Lock "7fdf2194-d481-49a1-8604-675c96af4a44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10114.491652] env[89459]: DEBUG oslo_concurrency.lockutils [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] Lock "7fdf2194-d481-49a1-8604-675c96af4a44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10114.491785] env[89459]: DEBUG nova.compute.manager [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] No waiting events found dispatching network-vif-plugged-bcd080fc-51d1-43eb-b6a5-84caec20e593 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10114.492999] env[89459]: WARNING nova.compute.manager [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Received unexpected event network-vif-plugged-bcd080fc-51d1-43eb-b6a5-84caec20e593 for instance with vm_state building and task_state spawning. [10114.493704] env[89459]: DEBUG nova.compute.manager [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Received event network-changed-bcd080fc-51d1-43eb-b6a5-84caec20e593 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10114.493858] env[89459]: DEBUG nova.compute.manager [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Refreshing instance network info cache due to event network-changed-bcd080fc-51d1-43eb-b6a5-84caec20e593. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10114.493976] env[89459]: DEBUG oslo_concurrency.lockutils [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] Acquiring lock "refresh_cache-7fdf2194-d481-49a1-8604-675c96af4a44" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10114.540174] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.541105] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f01e52-01d5-4fc0-8fca-1b77347d0830 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10114.551055] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.553888] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f4ca1a-0fef-4663-aa3a-a76394b014e1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10114.595966] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.597152] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde134a7-a982-4901-89c9-a1c81f8fc5de {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10114.605472] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.606908] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0243d6aa-8c67-406b-8426-83f5bc0ac216 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10114.628310] env[89459]: DEBUG nova.compute.provider_tree [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10114.755014] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.765207] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52565893-d12a-06a1-3629-09772f9dc600, 'name': SearchDatastore_Task, 'duration_secs': 0.021862} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10114.767330] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.767330] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0eae6c8-e45f-42be-ada1-07d7dc707c24 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10114.773219] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10114.773219] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52a34fe3-031c-3fba-3332-6622c740f109" [10114.773219] env[89459]: _type = "Task" [10114.773219] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10114.773772] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.782445] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52a34fe3-031c-3fba-3332-6622c740f109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10114.782607] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10114.795529] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d3ac8df9-7420-4960-b10c-253bd2541d0e tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Lock "a32bb6ef-0bb5-4210-ae5c-077656a589ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.774s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10114.893999] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Releasing lock "refresh_cache-7fdf2194-d481-49a1-8604-675c96af4a44" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10114.893999] env[89459]: DEBUG nova.compute.manager [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Instance network_info: |[{"id": "bcd080fc-51d1-43eb-b6a5-84caec20e593", "address": "fa:16:3e:c1:41:4f", "network": {"id": "7db11463-a093-411a-85f7-7a0ecd2e3f97", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1331551364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150731e1d53b476487e80167bf7d70e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd080fc-51", "ovs_interfaceid": "bcd080fc-51d1-43eb-b6a5-84caec20e593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10114.894825] env[89459]: DEBUG oslo_concurrency.lockutils [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] Acquired lock "refresh_cache-7fdf2194-d481-49a1-8604-675c96af4a44" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10114.894994] env[89459]: DEBUG nova.network.neutron [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Refreshing network info cache for port bcd080fc-51d1-43eb-b6a5-84caec20e593 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10114.897181] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:41:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcd080fc-51d1-43eb-b6a5-84caec20e593', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10114.905244] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Creating folder: Project (150731e1d53b476487e80167bf7d70e9). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10114.906143] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.906403] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddf1bc4c-e7d2-4fb4-b8eb-f7a62538a4c8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10114.916724] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Created folder: Project (150731e1d53b476487e80167bf7d70e9) in parent group-v1116138. [10114.916949] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Creating folder: Instances. Parent ref: group-v1116161. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10114.918757] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.918989] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dd9f0f3-c4da-42f2-b544-0446f08374f9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10114.927726] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Created folder: Instances in parent group-v1116161. [10114.928361] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.928594] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10114.928999] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.929304] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28418815-b4f7-424a-ac7b-596a08275574 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10114.952440] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10114.952440] env[89459]: value = "task-5767154" [10114.952440] env[89459]: _type = "Task" [10114.952440] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10114.953011] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10114.961860] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767154, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10114.962022] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10115.131665] env[89459]: DEBUG nova.scheduler.client.report [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10115.273519] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10115.289305] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52a34fe3-031c-3fba-3332-6622c740f109, 'name': SearchDatastore_Task, 'duration_secs': 0.016595} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10115.289305] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10115.289696] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928/dcb42370-4cb1-4313-a13d-a232b0629928.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10115.289957] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10115.291277] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aa308d5-4edd-47fa-9b42-b88bcd952159 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10115.301094] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10115.301094] env[89459]: value = "task-5767155" [10115.301094] env[89459]: _type = "Task" [10115.301094] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10115.301895] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10115.312047] env[89459]: DEBUG nova.compute.manager [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10115.318631] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10115.318888] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10115.345996] env[89459]: WARNING neutronclient.v2_0.client [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10115.358896] env[89459]: DEBUG nova.virt.hardware [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10115.359211] env[89459]: DEBUG nova.virt.hardware [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10115.359304] env[89459]: DEBUG nova.virt.hardware [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10115.359681] env[89459]: DEBUG nova.virt.hardware [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10115.359817] env[89459]: DEBUG nova.virt.hardware [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10115.360026] env[89459]: DEBUG nova.virt.hardware [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10115.360105] env[89459]: DEBUG nova.virt.hardware [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10115.360709] env[89459]: DEBUG nova.virt.hardware [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10115.361473] env[89459]: DEBUG nova.virt.hardware [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10115.361473] env[89459]: DEBUG nova.virt.hardware [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10115.361473] env[89459]: DEBUG nova.virt.hardware [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10115.362224] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10115.363317] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b95b97a-6758-4a2e-9d7f-69cc2595041d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10115.376173] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10115.377028] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b25f8f-7ef5-42f4-acce-d7cccb43343b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10115.406674] env[89459]: WARNING neutronclient.v2_0.client [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10115.410208] env[89459]: DEBUG nova.network.neutron [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10115.453909] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10115.465114] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767154, 'name': CreateVM_Task, 'duration_secs': 0.432703} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10115.465499] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10115.467636] env[89459]: WARNING neutronclient.v2_0.client [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10115.468062] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10115.468136] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10115.468377] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10115.469707] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10115.470665] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d248a1-209a-47eb-a834-78e5270a5297 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10115.479389] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for the task: (returnval){ [10115.479389] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5237ad9b-2cf0-7378-3ace-049e6ed24883" [10115.479389] env[89459]: _type = "Task" [10115.479389] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10115.479389] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10115.489680] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5237ad9b-2cf0-7378-3ace-049e6ed24883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10115.489680] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10115.641995] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10115.645989] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.183s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10115.649439] env[89459]: DEBUG nova.compute.manager [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10115.799918] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10115.811230] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10115.811433] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10115.980680] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10115.991411] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5237ad9b-2cf0-7378-3ace-049e6ed24883, 'name': SearchDatastore_Task, 'duration_secs': 0.011663} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10115.991539] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10115.991735] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10115.991928] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10115.992040] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10115.992623] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10115.992852] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10115.992909] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b236791a-a443-4469-8b96-b7a7c6488838 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10116.003266] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10116.003475] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10116.004485] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.004755] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f86aa62-2861-4d59-b93d-33d5715ce8eb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10116.011615] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for the task: (returnval){ [10116.011615] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]524f0c9d-ebc1-6cb7-0d50-c7d028dbfdf7" [10116.011615] env[89459]: _type = "Task" [10116.011615] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10116.012248] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.021791] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]524f0c9d-ebc1-6cb7-0d50-c7d028dbfdf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10116.021966] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10116.118304] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "b83bf1f1-1db0-4968-a37f-e72e72e7a85a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10116.118542] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "b83bf1f1-1db0-4968-a37f-e72e72e7a85a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10116.154972] env[89459]: INFO nova.compute.claims [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10116.162917] env[89459]: DEBUG nova.compute.utils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10116.162917] env[89459]: DEBUG nova.compute.manager [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10116.162917] env[89459]: DEBUG nova.network.neutron [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10116.162917] env[89459]: WARNING neutronclient.v2_0.client [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10116.162917] env[89459]: WARNING neutronclient.v2_0.client [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10116.302379] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.313390] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629398} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10116.313765] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928/dcb42370-4cb1-4313-a13d-a232b0629928.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10116.313959] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10116.315452] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.316393] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c324154-2545-4f0e-a9f7-1bd5d05b6417 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10116.325442] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10116.325442] env[89459]: value = "task-5767156" [10116.325442] env[89459]: _type = "Task" [10116.325442] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10116.331391] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.339703] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10116.339895] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10116.512756] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.522915] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]524f0c9d-ebc1-6cb7-0d50-c7d028dbfdf7, 'name': SearchDatastore_Task, 'duration_secs': 0.012811} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10116.524505] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.524568] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdde3ef2-cfb3-48ab-a09c-203c01b990c7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10116.532010] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for the task: (returnval){ [10116.532010] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]528c8f12-72e8-b0a8-52c6-b16372c7d3eb" [10116.532010] env[89459]: _type = "Task" [10116.532010] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10116.532433] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.544793] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]528c8f12-72e8-b0a8-52c6-b16372c7d3eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10116.545032] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10116.620532] env[89459]: DEBUG nova.compute.manager [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10116.664151] env[89459]: INFO nova.compute.resource_tracker [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating resource usage from migration 84596a3f-92b2-4ae4-8839-afd16be88644 [10116.666966] env[89459]: DEBUG nova.compute.manager [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10116.823991] env[89459]: DEBUG nova.network.neutron [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Successfully updated port: 62151903-b435-4249-9ffc-ccfbab520e5b {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10116.830755] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.847366] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231652} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10116.847783] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10116.848530] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.849731] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2917c6fd-d780-442a-823a-c9eb5c2743cc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10116.876425] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928/dcb42370-4cb1-4313-a13d-a232b0629928.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10116.877050] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.877497] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666cd96f-b5b0-43d0-9526-67279ab50010 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10116.896059] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.897271] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a57925-4fb7-4f6a-a209-bcc6599c14e6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10116.902500] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10116.902500] env[89459]: value = "task-5767157" [10116.902500] env[89459]: _type = "Task" [10116.902500] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10116.903187] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.910623] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.914971] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a608f280-7c8c-4243-be4c-58e66cfaa278 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10116.927843] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767157, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10116.928622] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10116.971066] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.972335] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ce2df-30c1-4d67-bc6f-2fd8534006b8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10116.983748] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10116.987738] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b063f81-3b7e-488c-8c34-2ba8c885d1fe {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10117.007498] env[89459]: DEBUG nova.compute.provider_tree [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10117.035911] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10117.047383] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]528c8f12-72e8-b0a8-52c6-b16372c7d3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014163} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10117.048562] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10117.048562] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 7fdf2194-d481-49a1-8604-675c96af4a44/7fdf2194-d481-49a1-8604-675c96af4a44.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10117.049100] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10117.049394] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb88d8f3-ff0b-4e19-b2e9-4de3db86100a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10117.059504] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for the task: (returnval){ [10117.059504] env[89459]: value = "task-5767158" [10117.059504] env[89459]: _type = "Task" [10117.059504] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10117.060284] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10117.070674] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10117.070863] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10117.154901] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10117.285446] env[89459]: DEBUG nova.policy [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33bb61c10eb640a2800c93580295e0f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7800aa8841314ba89d928aefc1a7c0a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10117.309853] env[89459]: DEBUG nova.network.neutron [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Updated VIF entry in instance network info cache for port cab41d2c-bc27-41db-afd3-8cfd1c6799b8. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10117.310134] env[89459]: DEBUG nova.network.neutron [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Updating instance_info_cache with network_info: [{"id": "cab41d2c-bc27-41db-afd3-8cfd1c6799b8", "address": "fa:16:3e:e3:ca:7a", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcab41d2c-bc", "ovs_interfaceid": "cab41d2c-bc27-41db-afd3-8cfd1c6799b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10117.327826] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Acquiring lock "refresh_cache-1be4627b-625e-4128-b7c7-a50e69c2a021" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10117.328016] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Acquired lock "refresh_cache-1be4627b-625e-4128-b7c7-a50e69c2a021" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10117.328741] env[89459]: DEBUG nova.network.neutron [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10117.402138] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10117.420908] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10117.421448] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10117.512202] env[89459]: DEBUG nova.scheduler.client.report [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10117.564990] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10117.579974] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767158, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10117.580577] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10117.680903] env[89459]: DEBUG nova.compute.manager [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10117.726136] env[89459]: DEBUG nova.virt.hardware [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10117.726374] env[89459]: DEBUG nova.virt.hardware [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10117.726907] env[89459]: DEBUG nova.virt.hardware [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10117.727554] env[89459]: DEBUG nova.virt.hardware [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10117.727792] env[89459]: DEBUG nova.virt.hardware [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10117.727908] env[89459]: DEBUG nova.virt.hardware [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10117.728116] env[89459]: DEBUG nova.virt.hardware [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10117.728236] env[89459]: DEBUG nova.virt.hardware [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10117.728359] env[89459]: DEBUG nova.virt.hardware [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10117.728611] env[89459]: DEBUG nova.virt.hardware [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10117.728611] env[89459]: DEBUG nova.virt.hardware [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10117.729215] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10117.730230] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a002677-e71a-48c7-9fc6-b8393f9eb227 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10117.741662] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10117.744125] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876e1307-124c-410c-87a8-c6c362d6add1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10117.812593] env[89459]: DEBUG oslo_concurrency.lockutils [req-77e65520-5e2b-479c-a1b4-388e5a351d6c req-966ed49f-0451-457b-a674-d5763ec7559a service nova] Releasing lock "refresh_cache-6ffc35a0-9b11-4330-a155-090aa8045f62" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10117.902421] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10117.913373] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767157, 'name': ReconfigVM_Task, 'duration_secs': 0.955309} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10117.914310] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Reconfigured VM instance instance-00000004 to attach disk [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928/dcb42370-4cb1-4313-a13d-a232b0629928.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10117.915409] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10117.915653] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db0d7c0-f200-4f63-9bc7-0e1f40e2042d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10117.930659] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10117.930659] env[89459]: value = "task-5767159" [10117.930659] env[89459]: _type = "Task" [10117.930659] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10117.931424] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10117.940919] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767159, 'name': Rename_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10117.940919] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10117.978879] env[89459]: DEBUG nova.network.neutron [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Successfully created port: 68a30628-081e-4033-b0b5-9d2fb682e828 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10118.022131] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.380s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10118.023406] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.868s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10118.025139] env[89459]: INFO nova.compute.manager [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Migrating [10118.025235] env[89459]: INFO nova.compute.claims [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10118.030248] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10118.030248] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquired lock "compute-rpcapi-router" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10118.039709] env[89459]: WARNING neutronclient.v2_0.client [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10118.063300] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10118.075989] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749291} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10118.076793] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 7fdf2194-d481-49a1-8604-675c96af4a44/7fdf2194-d481-49a1-8604-675c96af4a44.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10118.076793] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10118.077270] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10118.078045] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8de8d07e-5272-4741-9ca4-3ebdfe30bc55 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10118.088079] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for the task: (returnval){ [10118.088079] env[89459]: value = "task-5767160" [10118.088079] env[89459]: _type = "Task" [10118.088079] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10118.089399] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10118.100534] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10118.100710] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10118.425048] env[89459]: DEBUG nova.network.neutron [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10118.431790] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10118.444415] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767159, 'name': Rename_Task, 'duration_secs': 0.248947} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10118.444860] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10118.445707] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10118.445977] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16befd7c-ccec-4b6e-831c-36e5fa7bc51d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10118.457282] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10118.457282] env[89459]: value = "task-5767161" [10118.457282] env[89459]: _type = "Task" [10118.457282] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10118.458291] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10118.470276] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10118.470659] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10118.534672] env[89459]: INFO nova.compute.rpcapi [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [10118.534672] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Releasing lock "compute-rpcapi-router" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10118.591499] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10118.604759] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088075} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10118.608791] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10118.609693] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10118.610940] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d3d82c-dc5f-417f-b0ce-1e1bd6e2320d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10118.644515] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 7fdf2194-d481-49a1-8604-675c96af4a44/7fdf2194-d481-49a1-8604-675c96af4a44.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10118.645231] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10118.646418] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d380bb5c-b772-4ea7-a7f9-f87338fba205 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10118.669842] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for the task: (returnval){ [10118.669842] env[89459]: value = "task-5767162" [10118.669842] env[89459]: _type = "Task" [10118.669842] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10118.671239] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10118.687504] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767162, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10118.688169] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10118.962048] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10118.974688] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10118.974688] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10119.066564] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10119.066790] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquired lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10119.067322] env[89459]: DEBUG nova.network.neutron [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10119.168923] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10119.183877] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10119.184287] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10119.252448] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10119.254219] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b66a26-10b7-49af-b634-bf38ca63e1a3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10119.264366] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10119.265577] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dd5a52-a5e2-4bfe-b132-958ce541e3ed {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10119.311353] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10119.312748] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b748c4ad-39e2-48b4-a9f2-91c814407eee {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10119.323253] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10119.324015] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b2ea88-d424-436b-a4d0-73eb1d3554af {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10119.340553] env[89459]: DEBUG nova.compute.provider_tree [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10119.465699] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10119.477297] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10119.477420] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10119.572935] env[89459]: WARNING neutronclient.v2_0.client [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10119.666951] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10119.677524] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767162, 'name': ReconfigVM_Task, 'duration_secs': 0.964663} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10119.677946] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 7fdf2194-d481-49a1-8604-675c96af4a44/7fdf2194-d481-49a1-8604-675c96af4a44.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10119.679213] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10119.679650] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f827538-d9f4-4534-b2aa-43a13530f79a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10119.690567] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for the task: (returnval){ [10119.690567] env[89459]: value = "task-5767163" [10119.690567] env[89459]: _type = "Task" [10119.690567] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10119.694569] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10119.703251] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767163, 'name': Rename_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10119.703251] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10119.844347] env[89459]: DEBUG nova.scheduler.client.report [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10119.968872] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10119.979237] env[89459]: DEBUG oslo_vmware.api [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767161, 'name': PowerOnVM_Task, 'duration_secs': 1.263755} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10119.980346] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10119.980532] env[89459]: DEBUG nova.compute.manager [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10119.982375] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10119.983285] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421fb945-0b3d-4997-8ad4-721dd5dcf4d4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10120.077140] env[89459]: DEBUG nova.network.neutron [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Successfully updated port: 68a30628-081e-4033-b0b5-9d2fb682e828 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10120.126263] env[89459]: WARNING neutronclient.v2_0.client [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10120.145717] env[89459]: DEBUG nova.network.neutron [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Updating instance_info_cache with network_info: [{"id": "ca31e24c-3718-431f-ab3f-f51acf1769bb", "address": "fa:16:3e:0f:f4:68", "network": {"id": "c4d99d33-b7bf-4633-a2a7-8a20805aa6a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-848076580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44505f485014441682c21d547fcf0973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca31e24c-37", "ovs_interfaceid": "ca31e24c-3718-431f-ab3f-f51acf1769bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10120.194126] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10120.203652] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767163, 'name': Rename_Task, 'duration_secs': 0.347367} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10120.204166] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10120.204758] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10120.204927] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47b69dca-671f-4a39-b7fc-38be80d66a32 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10120.215138] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for the task: (returnval){ [10120.215138] env[89459]: value = "task-5767164" [10120.215138] env[89459]: _type = "Task" [10120.215138] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10120.215874] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10120.225399] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10120.225661] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10120.351565] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10120.352200] env[89459]: DEBUG nova.compute.manager [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10120.504103] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10120.504103] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10120.504103] env[89459]: DEBUG nova.objects.instance [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Trying to apply a migration context that does not seem to be set for this instance {{(pid=89459) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1074}} [10120.583951] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Acquiring lock "refresh_cache-a5b7e323-60ca-421b-b470-21d015bb2f23" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10120.583951] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Acquired lock "refresh_cache-a5b7e323-60ca-421b-b470-21d015bb2f23" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10120.583951] env[89459]: DEBUG nova.network.neutron [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10120.610606] env[89459]: WARNING neutronclient.v2_0.client [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10120.649685] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Releasing lock "refresh_cache-322611ca-a5f7-4746-838c-777bb510498a" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10120.650304] env[89459]: DEBUG nova.compute.manager [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Instance network_info: |[{"id": "ca31e24c-3718-431f-ab3f-f51acf1769bb", "address": "fa:16:3e:0f:f4:68", "network": {"id": "c4d99d33-b7bf-4633-a2a7-8a20805aa6a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-848076580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44505f485014441682c21d547fcf0973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca31e24c-37", "ovs_interfaceid": "ca31e24c-3718-431f-ab3f-f51acf1769bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10120.650512] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:f4:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca31e24c-3718-431f-ab3f-f51acf1769bb', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10120.661596] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Creating folder: Project (44505f485014441682c21d547fcf0973). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10120.664365] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10120.666262] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c99b81d-68f8-4478-a37a-bec81750148f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10120.678868] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Created folder: Project (44505f485014441682c21d547fcf0973) in parent group-v1116138. [10120.678965] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Creating folder: Instances. Parent ref: group-v1116164. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10120.679666] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10120.679949] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a81bf8f-ca20-461f-b4dc-cba71de9d557 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10120.691908] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Created folder: Instances in parent group-v1116164. [10120.692872] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10120.693129] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10120.694306] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10120.694306] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c0f2f53-77f3-492c-b5fb-44be28dbbdf5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10120.717597] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10120.730113] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767164, 'name': PowerOnVM_Task} progress is 1%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10120.730513] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10120.731203] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10120.731203] env[89459]: value = "task-5767167" [10120.731203] env[89459]: _type = "Task" [10120.731203] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10120.736836] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10120.743444] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767167, 'name': CreateVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10120.743906] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10120.774253] env[89459]: DEBUG nova.network.neutron [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Updated VIF entry in instance network info cache for port bcd080fc-51d1-43eb-b6a5-84caec20e593. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10120.774498] env[89459]: DEBUG nova.network.neutron [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Updating instance_info_cache with network_info: [{"id": "bcd080fc-51d1-43eb-b6a5-84caec20e593", "address": "fa:16:3e:c1:41:4f", "network": {"id": "7db11463-a093-411a-85f7-7a0ecd2e3f97", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1331551364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150731e1d53b476487e80167bf7d70e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd080fc-51", "ovs_interfaceid": "bcd080fc-51d1-43eb-b6a5-84caec20e593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10120.858038] env[89459]: DEBUG nova.compute.utils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10120.858855] env[89459]: DEBUG nova.compute.manager [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10120.859495] env[89459]: DEBUG nova.network.neutron [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10120.859793] env[89459]: WARNING neutronclient.v2_0.client [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10120.860049] env[89459]: WARNING neutronclient.v2_0.client [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10121.224188] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.233849] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767164, 'name': PowerOnVM_Task} progress is 82%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10121.234101] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10121.235029] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.250845] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767167, 'name': CreateVM_Task, 'duration_secs': 0.40857} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10121.250845] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10121.253324] env[89459]: WARNING neutronclient.v2_0.client [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10121.253324] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10121.253324] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10121.253324] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10121.256049] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.256343] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be55a0fb-06be-4336-a6d7-9d15af4e6071 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10121.275646] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10121.275646] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52d9d0e3-9bc4-83c6-e731-9a6e52d4fc21" [10121.275646] env[89459]: _type = "Task" [10121.275646] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10121.276303] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.280476] env[89459]: DEBUG oslo_concurrency.lockutils [req-5c6217b7-fddc-4ec4-a447-367258c97a0a req-396718ef-1bab-41c5-b95a-d5ab90e04b8e service nova] Releasing lock "refresh_cache-7fdf2194-d481-49a1-8604-675c96af4a44" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10121.288275] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52d9d0e3-9bc4-83c6-e731-9a6e52d4fc21, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10121.289046] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10121.289046] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10121.289202] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10121.289202] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10121.289306] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10121.290102] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.290483] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c43d1863-6450-4255-9dd3-8fa708231c82 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10121.293945] env[89459]: DEBUG nova.network.neutron [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Updating instance_info_cache with network_info: [{"id": "62151903-b435-4249-9ffc-ccfbab520e5b", "address": "fa:16:3e:89:85:01", "network": {"id": "4e83f6b2-0c67-459b-99c8-dde03c2cf195", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-602383942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "794053cea7da4e37bcb744bcb2118c08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62151903-b4", "ovs_interfaceid": "62151903-b435-4249-9ffc-ccfbab520e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10121.302216] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10121.302216] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10121.306102] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.306777] env[89459]: DEBUG nova.network.neutron [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10121.308878] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-207514cc-ae51-42bd-ad97-4eda97311cb2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10121.319564] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10121.319564] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5268f891-bac5-5162-8fbe-99e9bb4540a8" [10121.319564] env[89459]: _type = "Task" [10121.319564] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10121.320358] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.332464] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5268f891-bac5-5162-8fbe-99e9bb4540a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10121.332718] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10121.363658] env[89459]: DEBUG nova.compute.manager [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10121.516075] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f8eefa01-20aa-43c4-b34b-fc288aedd8f2 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10121.724922] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.741946] env[89459]: DEBUG oslo_vmware.api [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767164, 'name': PowerOnVM_Task, 'duration_secs': 1.146799} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10121.741946] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10121.741946] env[89459]: INFO nova.compute.manager [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Took 11.29 seconds to spawn the instance on the hypervisor. [10121.741946] env[89459]: DEBUG nova.compute.manager [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10121.741946] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.742885] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe841d6-7446-49a4-b4cc-589f348f7f5b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10121.797658] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Releasing lock "refresh_cache-1be4627b-625e-4128-b7c7-a50e69c2a021" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10121.798144] env[89459]: DEBUG nova.compute.manager [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Instance network_info: |[{"id": "62151903-b435-4249-9ffc-ccfbab520e5b", "address": "fa:16:3e:89:85:01", "network": {"id": "4e83f6b2-0c67-459b-99c8-dde03c2cf195", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-602383942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "794053cea7da4e37bcb744bcb2118c08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62151903-b4", "ovs_interfaceid": "62151903-b435-4249-9ffc-ccfbab520e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10121.798576] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:85:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62151903-b435-4249-9ffc-ccfbab520e5b', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10121.809640] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Creating folder: Project (794053cea7da4e37bcb744bcb2118c08). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10121.812867] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.813655] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d5968e-234b-4367-b1da-84d043c1921e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10121.823985] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.830158] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Created folder: Project (794053cea7da4e37bcb744bcb2118c08) in parent group-v1116138. [10121.830388] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Creating folder: Instances. Parent ref: group-v1116167. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10121.835814] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.836433] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5268f891-bac5-5162-8fbe-99e9bb4540a8, 'name': SearchDatastore_Task, 'duration_secs': 0.02341} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10121.836613] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2f6e2c3-c365-4be7-af25-710ab8dcd336 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10121.840140] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.843511] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039841d9-8b7c-472c-95f2-7d6376429e76 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10121.852364] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10121.852364] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5274c158-6ae2-1f9d-11a5-730c0134881c" [10121.852364] env[89459]: _type = "Task" [10121.852364] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10121.858075] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.859370] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Created folder: Instances in parent group-v1116167. [10121.860033] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.860165] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10121.860596] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.860839] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a398cff3-03d9-4a2f-823d-d7351df5b77f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10121.890347] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5274c158-6ae2-1f9d-11a5-730c0134881c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10121.890964] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.46 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10121.892667] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10121.892667] env[89459]: value = "task-5767170" [10121.892667] env[89459]: _type = "Task" [10121.892667] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10121.893543] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10121.905461] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767170, 'name': CreateVM_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10121.905461] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10122.170653] env[89459]: DEBUG nova.policy [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43fbd6a597954b9da18e1ed2870c7890', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ccff86595524869a862a66e8c31ede4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10122.198944] env[89459]: WARNING neutronclient.v2_0.client [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10122.273154] env[89459]: INFO nova.compute.manager [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Took 16.14 seconds to build instance. [10122.351526] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10122.364701] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5274c158-6ae2-1f9d-11a5-730c0134881c, 'name': SearchDatastore_Task, 'duration_secs': 0.021655} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10122.365504] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10122.365950] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 322611ca-a5f7-4746-838c-777bb510498a/322611ca-a5f7-4746-838c-777bb510498a.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10122.366877] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10122.367211] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-275b79a1-7911-454e-b31d-628229d154ba {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10122.376718] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10122.376718] env[89459]: value = "task-5767171" [10122.376718] env[89459]: _type = "Task" [10122.376718] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10122.377591] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10122.389046] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10122.390761] env[89459]: DEBUG nova.compute.manager [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10122.394658] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10122.396637] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10122.412725] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767170, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10122.412937] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10122.429180] env[89459]: DEBUG nova.virt.hardware [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10122.429900] env[89459]: DEBUG nova.virt.hardware [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10122.430024] env[89459]: DEBUG nova.virt.hardware [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10122.430219] env[89459]: DEBUG nova.virt.hardware [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10122.430367] env[89459]: DEBUG nova.virt.hardware [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10122.430367] env[89459]: DEBUG nova.virt.hardware [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10122.430677] env[89459]: DEBUG nova.virt.hardware [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10122.430677] env[89459]: DEBUG nova.virt.hardware [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10122.430813] env[89459]: DEBUG nova.virt.hardware [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10122.430884] env[89459]: DEBUG nova.virt.hardware [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10122.430984] env[89459]: DEBUG nova.virt.hardware [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10122.432841] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10122.434128] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36e0f4d-836a-4378-b6b3-15e2855e1746 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10122.442326] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10122.443766] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8c1abe-f44e-4da5-b335-58161f475a1d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10122.775658] env[89459]: DEBUG oslo_concurrency.lockutils [None req-29ebc72f-bd1d-4e95-9519-6da59040099a tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Lock "7fdf2194-d481-49a1-8604-675c96af4a44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.654s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10122.816624] env[89459]: DEBUG nova.compute.manager [None req-6e56557c-200e-44d7-a0b8-7c2e8ddcafda tempest-ServerDiagnosticsV248Test-43008536 tempest-ServerDiagnosticsV248Test-43008536-project-admin] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10122.817546] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6e56557c-200e-44d7-a0b8-7c2e8ddcafda tempest-ServerDiagnosticsV248Test-43008536 tempest-ServerDiagnosticsV248Test-43008536-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10122.819064] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2762270-6289-4003-bd25-a4ce7da0b372 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10122.827705] env[89459]: INFO nova.compute.manager [None req-6e56557c-200e-44d7-a0b8-7c2e8ddcafda tempest-ServerDiagnosticsV248Test-43008536 tempest-ServerDiagnosticsV248Test-43008536-project-admin] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Retrieving diagnostics [10122.828573] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6e56557c-200e-44d7-a0b8-7c2e8ddcafda tempest-ServerDiagnosticsV248Test-43008536 tempest-ServerDiagnosticsV248Test-43008536-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10122.829887] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35d4cbb-6b7c-48ba-8968-776f363f6317 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10122.890383] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10122.896458] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10122.904773] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767171, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10122.904987] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10122.908896] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767170, 'name': CreateVM_Task, 'duration_secs': 0.569099} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10122.909418] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10122.911151] env[89459]: WARNING neutronclient.v2_0.client [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10122.911520] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10122.911652] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10122.912014] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10122.915392] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10122.916250] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656f1df1-476b-47cd-91dc-1c292b6b1d30 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10122.923916] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for the task: (returnval){ [10122.923916] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]526e85d2-86c5-fbf7-20f9-039b008ece92" [10122.923916] env[89459]: _type = "Task" [10122.923916] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10122.925689] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10122.937343] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]526e85d2-86c5-fbf7-20f9-039b008ece92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10122.937627] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10123.032981] env[89459]: DEBUG nova.network.neutron [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Successfully created port: 1f6bce8a-f0e7-4034-8c7f-3c65dc549956 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10123.385760] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.395942] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643338} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10123.396287] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 322611ca-a5f7-4746-838c-777bb510498a/322611ca-a5f7-4746-838c-777bb510498a.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10123.396475] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10123.399053] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.399053] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8d80638-c59a-4442-b7be-8090141793f7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10123.405239] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10123.405239] env[89459]: value = "task-5767172" [10123.405239] env[89459]: _type = "Task" [10123.405239] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10123.406540] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.416833] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10123.417047] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10123.428463] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.440080] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]526e85d2-86c5-fbf7-20f9-039b008ece92, 'name': SearchDatastore_Task, 'duration_secs': 0.047318} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10123.440380] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10123.440717] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10123.440995] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10123.441171] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10123.441437] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10123.443695] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.444019] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f4969d4-d2a3-41f3-886d-e93d1099a5e1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10123.455266] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10123.455468] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10123.458163] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.459170] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba574a25-925a-4c1e-b50e-47810a573f4b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10123.469083] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for the task: (returnval){ [10123.469083] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52a55bb3-f3b8-a31d-6b99-f1356770cd58" [10123.469083] env[89459]: _type = "Task" [10123.469083] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10123.469472] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.479543] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52a55bb3-f3b8-a31d-6b99-f1356770cd58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10123.479758] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10123.588767] env[89459]: DEBUG nova.network.neutron [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance_info_cache with network_info: [{"id": "bac74a67-c2ab-4134-97e6-9b2bd1a99649", "address": "fa:16:3e:b1:2f:7d", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac74a67-c2", "ovs_interfaceid": "bac74a67-c2ab-4134-97e6-9b2bd1a99649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10123.638167] env[89459]: WARNING neutronclient.v2_0.client [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10123.908133] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.921240] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064984} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10123.922135] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10123.922557] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.923784] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f101037-9fff-4ba1-a0e7-b4672e77c1f0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10123.947763] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 322611ca-a5f7-4746-838c-777bb510498a/322611ca-a5f7-4746-838c-777bb510498a.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10123.948456] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.949587] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-031416f3-1c4d-4eb9-a661-a593b1d6c454 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10123.970165] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10123.970165] env[89459]: value = "task-5767173" [10123.970165] env[89459]: _type = "Task" [10123.970165] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10123.971226] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.974900] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.983084] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10123.983318] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10123.991706] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52a55bb3-f3b8-a31d-6b99-f1356770cd58, 'name': SearchDatastore_Task, 'duration_secs': 0.046457} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10123.993358] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10123.995818] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623dc9d3-b8e0-44bc-ac68-aaf7996d92a7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10124.002791] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for the task: (returnval){ [10124.002791] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5283c774-b57b-508d-5357-90dfed837148" [10124.002791] env[89459]: _type = "Task" [10124.002791] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10124.009411] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10124.016205] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5283c774-b57b-508d-5357-90dfed837148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10124.016205] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10124.092783] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Releasing lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10124.475371] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10124.485306] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767173, 'name': ReconfigVM_Task, 'duration_secs': 0.461138} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10124.486375] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 322611ca-a5f7-4746-838c-777bb510498a/322611ca-a5f7-4746-838c-777bb510498a.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10124.488848] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10124.490025] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5937ce37-4258-40a3-9519-7ebd51343469 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10124.500958] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10124.500958] env[89459]: value = "task-5767174" [10124.500958] env[89459]: _type = "Task" [10124.500958] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10124.501804] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10124.507042] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10124.512844] env[89459]: DEBUG nova.network.neutron [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Updating instance_info_cache with network_info: [{"id": "68a30628-081e-4033-b0b5-9d2fb682e828", "address": "fa:16:3e:93:29:8e", "network": {"id": "c6d20566-a7ce-47d9-acf3-dc75343d0991", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1977457597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7800aa8841314ba89d928aefc1a7c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a30628-08", "ovs_interfaceid": "68a30628-081e-4033-b0b5-9d2fb682e828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10124.518374] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767174, 'name': Rename_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10124.519289] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10124.526447] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5283c774-b57b-508d-5357-90dfed837148, 'name': SearchDatastore_Task, 'duration_secs': 0.017857} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10124.531024] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10124.531024] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 1be4627b-625e-4128-b7c7-a50e69c2a021/1be4627b-625e-4128-b7c7-a50e69c2a021.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10124.531024] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10124.531024] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f79f44d2-e9f5-4e7f-a9d7-ca91009528a3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10124.543246] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for the task: (returnval){ [10124.543246] env[89459]: value = "task-5767175" [10124.543246] env[89459]: _type = "Task" [10124.543246] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10124.543246] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10124.560360] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10124.560559] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10124.592225] env[89459]: DEBUG nova.compute.manager [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Received event network-vif-plugged-ca31e24c-3718-431f-ab3f-f51acf1769bb {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10124.592368] env[89459]: DEBUG oslo_concurrency.lockutils [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] Acquiring lock "322611ca-a5f7-4746-838c-777bb510498a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10124.594120] env[89459]: DEBUG oslo_concurrency.lockutils [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] Lock "322611ca-a5f7-4746-838c-777bb510498a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10124.594120] env[89459]: DEBUG oslo_concurrency.lockutils [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] Lock "322611ca-a5f7-4746-838c-777bb510498a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10124.594583] env[89459]: DEBUG nova.compute.manager [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] [instance: 322611ca-a5f7-4746-838c-777bb510498a] No waiting events found dispatching network-vif-plugged-ca31e24c-3718-431f-ab3f-f51acf1769bb {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10124.595726] env[89459]: WARNING nova.compute.manager [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Received unexpected event network-vif-plugged-ca31e24c-3718-431f-ab3f-f51acf1769bb for instance with vm_state building and task_state spawning. [10124.600989] env[89459]: DEBUG nova.compute.manager [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Received event network-changed-ca31e24c-3718-431f-ab3f-f51acf1769bb {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10124.601861] env[89459]: DEBUG nova.compute.manager [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Refreshing instance network info cache due to event network-changed-ca31e24c-3718-431f-ab3f-f51acf1769bb. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10124.602279] env[89459]: DEBUG oslo_concurrency.lockutils [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] Acquiring lock "refresh_cache-322611ca-a5f7-4746-838c-777bb510498a" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10124.602279] env[89459]: DEBUG oslo_concurrency.lockutils [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] Acquired lock "refresh_cache-322611ca-a5f7-4746-838c-777bb510498a" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10124.602279] env[89459]: DEBUG nova.network.neutron [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Refreshing network info cache for port ca31e24c-3718-431f-ab3f-f51acf1769bb {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10124.622130] env[89459]: DEBUG nova.compute.manager [req-530a17a1-9dea-4028-afc6-fec554d7f9c4 req-279d59bf-20b4-41e0-a65e-e9822ff87bd9 service nova] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Received event network-vif-plugged-62151903-b435-4249-9ffc-ccfbab520e5b {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10124.622410] env[89459]: DEBUG oslo_concurrency.lockutils [req-530a17a1-9dea-4028-afc6-fec554d7f9c4 req-279d59bf-20b4-41e0-a65e-e9822ff87bd9 service nova] Acquiring lock "1be4627b-625e-4128-b7c7-a50e69c2a021-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10124.623277] env[89459]: DEBUG oslo_concurrency.lockutils [req-530a17a1-9dea-4028-afc6-fec554d7f9c4 req-279d59bf-20b4-41e0-a65e-e9822ff87bd9 service nova] Lock "1be4627b-625e-4128-b7c7-a50e69c2a021-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10124.623277] env[89459]: DEBUG oslo_concurrency.lockutils [req-530a17a1-9dea-4028-afc6-fec554d7f9c4 req-279d59bf-20b4-41e0-a65e-e9822ff87bd9 service nova] Lock "1be4627b-625e-4128-b7c7-a50e69c2a021-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10124.623277] env[89459]: DEBUG nova.compute.manager [req-530a17a1-9dea-4028-afc6-fec554d7f9c4 req-279d59bf-20b4-41e0-a65e-e9822ff87bd9 service nova] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] No waiting events found dispatching network-vif-plugged-62151903-b435-4249-9ffc-ccfbab520e5b {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10124.623809] env[89459]: WARNING nova.compute.manager [req-530a17a1-9dea-4028-afc6-fec554d7f9c4 req-279d59bf-20b4-41e0-a65e-e9822ff87bd9 service nova] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Received unexpected event network-vif-plugged-62151903-b435-4249-9ffc-ccfbab520e5b for instance with vm_state building and task_state spawning. [10124.876117] env[89459]: DEBUG nova.compute.manager [None req-e70874c6-a84b-4538-80f2-40fab9667e44 tempest-ServerDiagnosticsTest-481777279 tempest-ServerDiagnosticsTest-481777279-project-admin] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10124.877491] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e70874c6-a84b-4538-80f2-40fab9667e44 tempest-ServerDiagnosticsTest-481777279 tempest-ServerDiagnosticsTest-481777279-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10124.878460] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10a26cc-ad4e-4bf0-9f0b-bd45d8eaf3ed {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10124.888401] env[89459]: INFO nova.compute.manager [None req-e70874c6-a84b-4538-80f2-40fab9667e44 tempest-ServerDiagnosticsTest-481777279 tempest-ServerDiagnosticsTest-481777279-project-admin] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Retrieving diagnostics [10124.888938] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e70874c6-a84b-4538-80f2-40fab9667e44 tempest-ServerDiagnosticsTest-481777279 tempest-ServerDiagnosticsTest-481777279-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10124.889978] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfc7d5c-c6e0-48bd-9e9c-998907883043 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10125.007325] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.026766] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767174, 'name': Rename_Task, 'duration_secs': 0.189681} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10125.028041] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Releasing lock "refresh_cache-a5b7e323-60ca-421b-b470-21d015bb2f23" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10125.028347] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10125.028904] env[89459]: DEBUG nova.compute.manager [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Instance network_info: |[{"id": "68a30628-081e-4033-b0b5-9d2fb682e828", "address": "fa:16:3e:93:29:8e", "network": {"id": "c6d20566-a7ce-47d9-acf3-dc75343d0991", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1977457597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7800aa8841314ba89d928aefc1a7c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a30628-08", "ovs_interfaceid": "68a30628-081e-4033-b0b5-9d2fb682e828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10125.029295] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.033884] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b13068-102e-4a5d-baf4-b7d404c1ef45 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10125.035384] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:29:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68a30628-081e-4033-b0b5-9d2fb682e828', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10125.045947] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.056484] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Creating folder: Project (7800aa8841314ba89d928aefc1a7c0a7). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10125.058574] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.058922] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9e5b16f-4e21-4143-acfa-1d62f51404c4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10125.062490] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10125.062490] env[89459]: value = "task-5767176" [10125.062490] env[89459]: _type = "Task" [10125.062490] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10125.076642] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.080557] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Created folder: Project (7800aa8841314ba89d928aefc1a7c0a7) in parent group-v1116138. [10125.084990] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767175, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10125.085394] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.46 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10125.085394] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767176, 'name': PowerOnVM_Task} progress is 1%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10125.085587] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10125.086355] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Creating folder: Instances. Parent ref: group-v1116170. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10125.091055] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.091365] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4e2b7c8-bc08-472e-a39e-db2233a57e39 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10125.112532] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Created folder: Instances in parent group-v1116170. [10125.113138] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.117413] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10125.118540] env[89459]: WARNING neutronclient.v2_0.client [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10125.122080] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.123249] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48ec376a-071d-4e65-a32d-9b380a3dcd63 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10125.153309] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10125.153309] env[89459]: value = "task-5767179" [10125.153309] env[89459]: _type = "Task" [10125.153309] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10125.157570] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.174307] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767179, 'name': CreateVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10125.174660] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10125.220569] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Acquiring lock "8f675322-e13c-4678-9a76-ab194f94c0d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10125.220569] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Lock "8f675322-e13c-4678-9a76-ab194f94c0d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10125.247780] env[89459]: DEBUG nova.network.neutron [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Successfully updated port: 1f6bce8a-f0e7-4034-8c7f-3c65dc549956 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10125.431718] env[89459]: WARNING neutronclient.v2_0.client [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10125.548245] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.559961] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672804} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10125.560781] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 1be4627b-625e-4128-b7c7-a50e69c2a021/1be4627b-625e-4128-b7c7-a50e69c2a021.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10125.560891] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10125.562304] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.563095] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17c2ba1e-50cf-434f-8194-4034d59b907f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10125.567826] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.579079] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for the task: (returnval){ [10125.579079] env[89459]: value = "task-5767180" [10125.579079] env[89459]: _type = "Task" [10125.579079] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10125.580162] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.590858] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767176, 'name': PowerOnVM_Task} progress is 1%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10125.591166] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10125.596051] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10125.596314] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10125.617367] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.618526] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867135c0-d8fe-48f4-8687-31b60d6777ec {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10125.632036] env[89459]: DEBUG nova.network.neutron [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Updated VIF entry in instance network info cache for port ca31e24c-3718-431f-ab3f-f51acf1769bb. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10125.632684] env[89459]: DEBUG nova.network.neutron [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Updating instance_info_cache with network_info: [{"id": "ca31e24c-3718-431f-ab3f-f51acf1769bb", "address": "fa:16:3e:0f:f4:68", "network": {"id": "c4d99d33-b7bf-4633-a2a7-8a20805aa6a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-848076580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44505f485014441682c21d547fcf0973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca31e24c-37", "ovs_interfaceid": "ca31e24c-3718-431f-ab3f-f51acf1769bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10125.649156] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance '8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b' progress to 0 {{(pid=89459) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [10125.658372] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10125.674228] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767179, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10125.674417] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10125.724463] env[89459]: DEBUG nova.compute.manager [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10125.750909] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "refresh_cache-b83bf1f1-1db0-4968-a37f-e72e72e7a85a" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10125.751097] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquired lock "refresh_cache-b83bf1f1-1db0-4968-a37f-e72e72e7a85a" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10125.751263] env[89459]: DEBUG nova.network.neutron [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10126.076442] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.084105] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.103630] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077759} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10126.104419] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767176, 'name': PowerOnVM_Task} progress is 64%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10126.104537] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10126.106073] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10126.115892] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.118259] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee086db-c476-4624-bcdc-637806f495bf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10126.140843] env[89459]: DEBUG oslo_concurrency.lockutils [req-36bfef1f-0cc2-4c92-bada-3e954bc588a0 req-938db154-68d9-4fb4-9bc1-065fa0d793cd service nova] Releasing lock "refresh_cache-322611ca-a5f7-4746-838c-777bb510498a" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10126.149671] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 1be4627b-625e-4128-b7c7-a50e69c2a021/1be4627b-625e-4128-b7c7-a50e69c2a021.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10126.150328] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.150598] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcd6c504-0a37-4175-a57f-f5259101b614 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10126.160723] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10126.166380] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.177123] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.177123] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3346db8-9d59-48c0-a5f3-ef1eedbce601 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10126.186651] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767179, 'name': CreateVM_Task, 'duration_secs': 0.590749} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10126.197294] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10126.197828] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for the task: (returnval){ [10126.197828] env[89459]: value = "task-5767181" [10126.197828] env[89459]: _type = "Task" [10126.197828] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10126.199593] env[89459]: WARNING neutronclient.v2_0.client [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10126.200368] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10126.200368] env[89459]: value = "task-5767182" [10126.200368] env[89459]: _type = "Task" [10126.200368] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10126.207453] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.208801] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10126.209694] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.210225] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10126.210676] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10126.215729] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.219961] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10126.221129] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44244c90-1195-4245-b9ad-715d691ae5f8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10126.223699] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10126.223908] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10126.224247] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10126.228094] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for the task: (returnval){ [10126.228094] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52eeb47b-5a17-a284-a290-a18ff97e42e3" [10126.228094] env[89459]: _type = "Task" [10126.228094] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10126.228457] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.249177] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52eeb47b-5a17-a284-a290-a18ff97e42e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10126.259130] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10126.290310] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10126.290401] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10126.293216] env[89459]: INFO nova.compute.claims [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10126.390092] env[89459]: DEBUG nova.network.neutron [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10126.576369] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.588833] env[89459]: DEBUG oslo_vmware.api [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767176, 'name': PowerOnVM_Task, 'duration_secs': 1.311644} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10126.589432] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10126.590315] env[89459]: INFO nova.compute.manager [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Took 13.71 seconds to spawn the instance on the hypervisor. [10126.590315] env[89459]: DEBUG nova.compute.manager [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10126.591950] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.592925] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e6c7f0-136d-49fa-bcaa-01e74b494df2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10126.619082] env[89459]: INFO nova.compute.manager [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Rebuilding instance [10126.678480] env[89459]: DEBUG nova.compute.manager [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10126.679116] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.680278] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c33d490-a72a-4f6e-b65c-3f9e694aefd4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10126.705231] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.710991] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.719463] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767182, 'name': PowerOffVM_Task, 'duration_secs': 0.355842} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10126.722816] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767181, 'name': ReconfigVM_Task, 'duration_secs': 0.486195} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10126.723193] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10126.723405] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance '8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b' progress to 17 {{(pid=89459) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [10126.726583] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 1be4627b-625e-4128-b7c7-a50e69c2a021/1be4627b-625e-4128-b7c7-a50e69c2a021.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10126.730490] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.731627] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a71e389f-1b83-4adc-b6d4-c1cae1d13c6b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10126.734479] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.749848] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for the task: (returnval){ [10126.749848] env[89459]: value = "task-5767183" [10126.749848] env[89459]: _type = "Task" [10126.749848] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10126.750672] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.760782] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52eeb47b-5a17-a284-a290-a18ff97e42e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012384} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10126.761285] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10126.761483] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10126.761678] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10126.761799] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10126.761971] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10126.763275] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.764032] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c44edd1c-e7df-4220-b864-139f46b163de {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10126.774418] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767183, 'name': Rename_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10126.774418] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10126.775962] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10126.776114] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10126.777734] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.780030] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce16c0f0-9d47-401f-9ce8-273fcf9aaab7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10126.785857] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for the task: (returnval){ [10126.785857] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]523cbdc9-7662-b752-3b2e-359f9d74eed8" [10126.785857] env[89459]: _type = "Task" [10126.785857] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10126.787033] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10126.796239] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]523cbdc9-7662-b752-3b2e-359f9d74eed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10126.796600] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10126.869424] env[89459]: WARNING neutronclient.v2_0.client [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10127.012878] env[89459]: DEBUG nova.network.neutron [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Updating instance_info_cache with network_info: [{"id": "1f6bce8a-f0e7-4034-8c7f-3c65dc549956", "address": "fa:16:3e:ec:78:da", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6bce8a-f0", "ovs_interfaceid": "1f6bce8a-f0e7-4034-8c7f-3c65dc549956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10127.117062] env[89459]: INFO nova.compute.manager [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Took 19.63 seconds to build instance. [10127.233339] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10127.233729] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10127.233821] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10127.234684] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10127.234684] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10127.234684] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10127.234684] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10127.234684] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10127.234890] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10127.234890] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10127.234890] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10127.241718] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.242398] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d164b32c-1e41-46b1-9280-5a90df6f4e18 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10127.254457] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.264738] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767183, 'name': Rename_Task, 'duration_secs': 0.332753} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10127.265508] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10127.266231] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.266590] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10127.266590] env[89459]: value = "task-5767184" [10127.266590] env[89459]: _type = "Task" [10127.266590] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10127.267313] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-453a765c-3b6a-4105-b4cd-35daa7d6961d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10127.269486] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.281797] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for the task: (returnval){ [10127.281797] env[89459]: value = "task-5767185" [10127.281797] env[89459]: _type = "Task" [10127.281797] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10127.282730] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10127.283035] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10127.283733] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.295095] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.296524] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10127.303504] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10127.315544] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]523cbdc9-7662-b752-3b2e-359f9d74eed8, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10127.320654] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.321275] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cafa72c-936d-48d9-a69e-8a9f4f967904 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10127.328662] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for the task: (returnval){ [10127.328662] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]528fff67-447b-cd99-6b24-506d50f97de2" [10127.328662] env[89459]: _type = "Task" [10127.328662] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10127.329443] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.346408] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]528fff67-447b-cd99-6b24-506d50f97de2, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10127.346818] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10127.347190] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] a5b7e323-60ca-421b-b470-21d015bb2f23/a5b7e323-60ca-421b-b470-21d015bb2f23.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10127.348744] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.349207] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f6e401a-5122-4c3d-b9e2-92160254c98f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10127.358980] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for the task: (returnval){ [10127.358980] env[89459]: value = "task-5767186" [10127.358980] env[89459]: _type = "Task" [10127.358980] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10127.360790] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.375219] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10127.376635] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10127.519220] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Releasing lock "refresh_cache-b83bf1f1-1db0-4968-a37f-e72e72e7a85a" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10127.519220] env[89459]: DEBUG nova.compute.manager [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Instance network_info: |[{"id": "1f6bce8a-f0e7-4034-8c7f-3c65dc549956", "address": "fa:16:3e:ec:78:da", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6bce8a-f0", "ovs_interfaceid": "1f6bce8a-f0e7-4034-8c7f-3c65dc549956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10127.519578] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:78:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f6bce8a-f0e7-4034-8c7f-3c65dc549956', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10127.534912] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.536174] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10127.536579] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.537819] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99dedaaf-8b9f-4e36-b9a5-4ad2a8356529 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10127.579569] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10127.579569] env[89459]: value = "task-5767187" [10127.579569] env[89459]: _type = "Task" [10127.579569] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10127.580869] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.600752] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767187, 'name': CreateVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10127.600752] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10127.618308] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.619456] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144d2cf3-ad73-40e9-a70f-af7f65f35a6a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10127.626230] env[89459]: DEBUG oslo_concurrency.lockutils [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Acquiring lock "c8964d74-bc36-4d23-9197-feec457db24c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10127.627443] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d5f03c69-d8a8-4d2c-8299-9808a15222ad tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "322611ca-a5f7-4746-838c-777bb510498a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.160s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10127.627738] env[89459]: DEBUG oslo_concurrency.lockutils [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Lock "c8964d74-bc36-4d23-9197-feec457db24c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10127.628907] env[89459]: DEBUG oslo_concurrency.lockutils [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Acquiring lock "c8964d74-bc36-4d23-9197-feec457db24c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10127.629188] env[89459]: DEBUG oslo_concurrency.lockutils [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Lock "c8964d74-bc36-4d23-9197-feec457db24c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10127.629956] env[89459]: DEBUG oslo_concurrency.lockutils [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Lock "c8964d74-bc36-4d23-9197-feec457db24c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10127.638804] env[89459]: INFO nova.compute.manager [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Terminating instance [10127.644427] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.646063] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4344daa7-0de1-498a-bd8c-7c7368bb31da {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10127.661660] env[89459]: DEBUG oslo_concurrency.lockutils [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Acquiring lock "740ea210-88de-4da5-b9fa-9a12544e16b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10127.663849] env[89459]: DEBUG oslo_concurrency.lockutils [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Lock "740ea210-88de-4da5-b9fa-9a12544e16b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10127.664350] env[89459]: DEBUG oslo_concurrency.lockutils [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Acquiring lock "740ea210-88de-4da5-b9fa-9a12544e16b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10127.664879] env[89459]: DEBUG oslo_concurrency.lockutils [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Lock "740ea210-88de-4da5-b9fa-9a12544e16b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10127.665634] env[89459]: DEBUG oslo_concurrency.lockutils [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Lock "740ea210-88de-4da5-b9fa-9a12544e16b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10127.684018] env[89459]: INFO nova.compute.manager [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Terminating instance [10127.697487] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10127.699601] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.707189] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0715a8c-a16a-4533-bd34-646319ebac31 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10127.726850] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for the task: (returnval){ [10127.726850] env[89459]: value = "task-5767188" [10127.726850] env[89459]: _type = "Task" [10127.726850] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10127.734915] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.737270] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897dcbf1-8477-463c-a5b9-83e8ee50158e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10127.747542] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.753820] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.758639] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498000ed-70c8-4694-9f82-94f07b4c3e86 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10127.767259] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10127.774570] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.805166] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.46 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10127.806621] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.813484] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767184, 'name': ReconfigVM_Task, 'duration_secs': 0.267184} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10127.813917] env[89459]: DEBUG nova.compute.provider_tree [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10127.817993] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance '8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b' progress to 33 {{(pid=89459) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [10127.839546] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767185, 'name': PowerOnVM_Task} progress is 1%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10127.839736] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.45 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10127.857724] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10127.878902] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767186, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10127.880043] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10128.083050] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.095740] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767187, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10128.095740] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10128.163708] env[89459]: DEBUG nova.compute.manager [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10128.163971] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10128.164507] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.165671] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7bd7a2-5c6e-4379-997b-fa289abdda1e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.173649] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10128.174378] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.175204] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf451cdb-ea55-4d7d-846b-e7dd7a55b3e4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.197048] env[89459]: DEBUG oslo_vmware.api [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for the task: (returnval){ [10128.197048] env[89459]: value = "task-5767189" [10128.197048] env[89459]: _type = "Task" [10128.197048] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10128.197731] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.207672] env[89459]: DEBUG oslo_vmware.api [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10128.207873] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10128.226603] env[89459]: DEBUG nova.compute.manager [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10128.226688] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10128.227309] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.228133] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f3139f-e287-452b-9129-700ca9ec30ce {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.236809] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10128.236809] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.237373] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dac5eeef-daf6-4f8d-87eb-8a8df8a24aa2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.245944] env[89459]: DEBUG oslo_vmware.api [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for the task: (returnval){ [10128.245944] env[89459]: value = "task-5767190" [10128.245944] env[89459]: _type = "Task" [10128.245944] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10128.246812] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.261362] env[89459]: DEBUG oslo_vmware.api [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Task: {'id': task-5767190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10128.261671] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10128.266801] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.278801] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767188, 'name': PowerOffVM_Task, 'duration_secs': 0.209043} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10128.279417] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10128.279837] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10128.280531] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.282105] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e43d7f1-03f7-42fc-b260-24215211640f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.291274] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.295622] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10128.296403] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.296722] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fecc333-94e5-4b30-858c-9c422fc94f97 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.303644] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767185, 'name': PowerOnVM_Task} progress is 64%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10128.303887] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10128.324088] env[89459]: DEBUG nova.scheduler.client.report [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10128.339363] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10128.343180] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10128.343568] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10128.344674] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10128.344801] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Deleting the datastore file [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10128.345340] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10128.346149] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10128.346599] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10128.348197] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.348693] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10128.349810] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a90afbd4-dceb-40fb-9349-ebb764ec1b6b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.352724] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10128.352724] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10128.353045] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10128.353443] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10128.353626] env[89459]: DEBUG nova.virt.hardware [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10128.359953] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=89459) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [10128.365589] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.368999] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a987e4ec-56b5-451c-900b-4aba0337f5a7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.380390] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.389680] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Acquiring lock "6ffc35a0-9b11-4330-a155-090aa8045f62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10128.403061] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Lock "6ffc35a0-9b11-4330-a155-090aa8045f62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.013s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10128.403281] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Acquiring lock "6ffc35a0-9b11-4330-a155-090aa8045f62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10128.405538] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Lock "6ffc35a0-9b11-4330-a155-090aa8045f62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10128.405813] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Lock "6ffc35a0-9b11-4330-a155-090aa8045f62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10128.407628] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for the task: (returnval){ [10128.407628] env[89459]: value = "task-5767192" [10128.407628] env[89459]: _type = "Task" [10128.407628] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10128.412369] env[89459]: DEBUG nova.compute.manager [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Received event network-vif-plugged-1f6bce8a-f0e7-4034-8c7f-3c65dc549956 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10128.439769] env[89459]: INFO nova.compute.manager [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Terminating instance [10128.446514] env[89459]: DEBUG oslo_concurrency.lockutils [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] Acquiring lock "b83bf1f1-1db0-4968-a37f-e72e72e7a85a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10128.462388] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.465150] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61827} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10128.473404] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10128.473404] env[89459]: value = "task-5767193" [10128.473404] env[89459]: _type = "Task" [10128.473404] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10128.475364] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.476088] env[89459]: DEBUG oslo_concurrency.lockutils [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] Lock "b83bf1f1-1db0-4968-a37f-e72e72e7a85a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.031s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10128.480130] env[89459]: DEBUG oslo_concurrency.lockutils [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] Lock "b83bf1f1-1db0-4968-a37f-e72e72e7a85a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.034s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10128.480434] env[89459]: DEBUG nova.compute.manager [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] No waiting events found dispatching network-vif-plugged-1f6bce8a-f0e7-4034-8c7f-3c65dc549956 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10128.480975] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] a5b7e323-60ca-421b-b470-21d015bb2f23/a5b7e323-60ca-421b-b470-21d015bb2f23.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10128.482026] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10128.482968] env[89459]: DEBUG nova.compute.manager [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Received event network-changed-62151903-b435-4249-9ffc-ccfbab520e5b {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10128.483496] env[89459]: DEBUG nova.compute.manager [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Refreshing instance network info cache due to event network-changed-62151903-b435-4249-9ffc-ccfbab520e5b. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10128.483770] env[89459]: WARNING nova.compute.manager [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Received unexpected event network-vif-plugged-1f6bce8a-f0e7-4034-8c7f-3c65dc549956 for instance with vm_state building and task_state spawning. [10128.484065] env[89459]: DEBUG nova.compute.manager [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Received event network-changed-1f6bce8a-f0e7-4034-8c7f-3c65dc549956 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10128.484817] env[89459]: DEBUG nova.compute.manager [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Refreshing instance network info cache due to event network-changed-1f6bce8a-f0e7-4034-8c7f-3c65dc549956. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10128.485310] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10128.486750] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10128.487178] env[89459]: DEBUG oslo_concurrency.lockutils [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] Acquiring lock "refresh_cache-1be4627b-625e-4128-b7c7-a50e69c2a021" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10128.487895] env[89459]: DEBUG oslo_concurrency.lockutils [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] Acquiring lock "refresh_cache-b83bf1f1-1db0-4968-a37f-e72e72e7a85a" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10128.488724] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.46 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10128.488724] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "f503ca5f-37a0-44da-a0de-bad9657ebdf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10128.488955] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.43 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10128.490669] env[89459]: DEBUG oslo_concurrency.lockutils [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] Acquired lock "refresh_cache-1be4627b-625e-4128-b7c7-a50e69c2a021" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10128.490669] env[89459]: DEBUG nova.network.neutron [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Refreshing network info cache for port 62151903-b435-4249-9ffc-ccfbab520e5b {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10128.490935] env[89459]: DEBUG oslo_concurrency.lockutils [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] Acquired lock "refresh_cache-b83bf1f1-1db0-4968-a37f-e72e72e7a85a" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10128.491119] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02d879f2-909b-4931-bda0-bcf5502b94f8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.495731] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "f503ca5f-37a0-44da-a0de-bad9657ebdf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.008s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10128.499995] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.500491] env[89459]: DEBUG nova.network.neutron [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Refreshing network info cache for port 1f6bce8a-f0e7-4034-8c7f-3c65dc549956 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10128.509033] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for the task: (returnval){ [10128.509033] env[89459]: value = "task-5767194" [10128.509033] env[89459]: _type = "Task" [10128.509033] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10128.510350] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.522880] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10128.523064] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10128.585374] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.598121] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767187, 'name': CreateVM_Task, 'duration_secs': 0.571775} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10128.598121] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10128.599393] env[89459]: WARNING neutronclient.v2_0.client [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10128.600101] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10128.600239] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10128.600535] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10128.601112] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.602025] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d66c72f-8ecd-4a0d-8f91-76a1d527ff97 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.608397] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10128.608397] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52011b36-7b76-ec19-e0b5-7d82f5cf52f1" [10128.608397] env[89459]: _type = "Task" [10128.608397] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10128.616129] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.623875] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52011b36-7b76-ec19-e0b5-7d82f5cf52f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10128.624169] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10128.698822] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.713951] env[89459]: DEBUG oslo_vmware.api [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767189, 'name': PowerOffVM_Task, 'duration_secs': 0.320567} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10128.714271] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10128.714416] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10128.720021] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.720021] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46fec1f6-7db7-47e5-a0fe-735a7884b3e8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.742500] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.756555] env[89459]: DEBUG oslo_vmware.api [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Task: {'id': task-5767190, 'name': PowerOffVM_Task, 'duration_secs': 0.220322} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10128.756887] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10128.757059] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10128.757775] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.757959] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-443bafa5-130d-47af-a2df-addf173de9a2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.796397] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.806709] env[89459]: DEBUG oslo_vmware.api [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767185, 'name': PowerOnVM_Task, 'duration_secs': 1.444656} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10128.808501] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10128.808693] env[89459]: INFO nova.compute.manager [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Took 13.50 seconds to spawn the instance on the hypervisor. [10128.808830] env[89459]: DEBUG nova.compute.manager [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10128.812310] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.813747] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cc810f-b760-49d2-bae8-636907d197c0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.844291] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10128.844940] env[89459]: DEBUG nova.compute.manager [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10128.874866] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10128.875058] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10128.875185] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Deleting the datastore file [datastore2] c8964d74-bc36-4d23-9197-feec457db24c {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10128.877876] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.878413] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7d90522-829c-4176-9780-1c581fcdc382 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.892584] env[89459]: DEBUG oslo_vmware.api [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for the task: (returnval){ [10128.892584] env[89459]: value = "task-5767197" [10128.892584] env[89459]: _type = "Task" [10128.892584] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10128.892584] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.901383] env[89459]: DEBUG oslo_vmware.api [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10128.901631] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10128.920550] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.936599] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157723} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10128.939458] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10128.939536] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10128.939656] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10128.955143] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.960465] env[89459]: DEBUG nova.compute.manager [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10128.960725] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10128.961401] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.962674] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b56816-d571-4a27-8614-c63faf7cc6cc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.976881] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767193, 'name': ReconfigVM_Task, 'duration_secs': 0.2492} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10128.977828] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=89459) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [10128.982207] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10128.982665] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.984174] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10128.985375] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38fe6606-5185-4bbb-984d-d1c4832777aa {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10128.989922] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce293df-7ace-45ed-8a40-3ac183622234 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10129.004793] env[89459]: WARNING neutronclient.v2_0.client [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10129.011453] env[89459]: DEBUG nova.compute.manager [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10129.034213] env[89459]: DEBUG oslo_vmware.api [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for the task: (returnval){ [10129.034213] env[89459]: value = "task-5767198" [10129.034213] env[89459]: _type = "Task" [10129.034213] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10129.034655] env[89459]: WARNING neutronclient.v2_0.client [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10129.051246] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.074275] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.079340] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b/8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b.vmdk or device None with type thin {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10129.085338] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.091013] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076782} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10129.091445] env[89459]: DEBUG oslo_vmware.api [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10129.093077] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.46 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10129.093477] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc8376ca-a08d-4317-8660-98b065915f78 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10129.102025] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10129.114513] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.119178] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.124245] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6c166d-b6d0-435c-964e-3afbe78bfbd1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10129.138548] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10129.138548] env[89459]: value = "task-5767199" [10129.138548] env[89459]: _type = "Task" [10129.138548] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10129.160302] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52011b36-7b76-ec19-e0b5-7d82f5cf52f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10129.164217] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.173219] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10129.183442] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] a5b7e323-60ca-421b-b470-21d015bb2f23/a5b7e323-60ca-421b-b470-21d015bb2f23.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10129.186043] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10129.186043] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10129.186043] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.186043] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d829648e-841e-4a2c-b83b-8abe4f89fd16 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10129.192456] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10129.205233] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10129.205555] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10129.206111] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.43 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10129.206674] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.206795] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e7867e3-a5c4-49ea-94a4-d0d36d120594 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10129.214860] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for the task: (returnval){ [10129.214860] env[89459]: value = "task-5767200" [10129.214860] env[89459]: _type = "Task" [10129.214860] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10129.216608] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.221926] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10129.222189] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10129.223491] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.223747] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f46bb5a-8098-4f32-8713-7a17aa3e0fdd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10129.232931] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767200, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10129.232931] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10129.234084] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10129.234084] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52704e48-04da-36cd-a5dc-c02ada45f041" [10129.234084] env[89459]: _type = "Task" [10129.234084] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10129.235206] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.245951] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52704e48-04da-36cd-a5dc-c02ada45f041, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10129.252017] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.252017] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b53164cf-27c3-4002-95a8-4e1c8bef6a78 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10129.262232] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10129.262232] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]529ce9d9-d738-9690-78e9-c0dad43042b2" [10129.262232] env[89459]: _type = "Task" [10129.262232] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10129.269228] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.283686] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]529ce9d9-d738-9690-78e9-c0dad43042b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013057} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10129.284071] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10129.284303] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] b83bf1f1-1db0-4968-a37f-e72e72e7a85a/b83bf1f1-1db0-4968-a37f-e72e72e7a85a.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10129.284813] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.285090] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f541f90a-8680-4a7f-b277-71aa9c3c1270 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10129.294314] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10129.294314] env[89459]: value = "task-5767201" [10129.294314] env[89459]: _type = "Task" [10129.294314] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10129.306875] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.313402] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10129.313402] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10129.344641] env[89459]: INFO nova.compute.manager [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Took 20.43 seconds to build instance. [10129.357923] env[89459]: DEBUG nova.compute.utils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10129.357923] env[89459]: DEBUG nova.compute.manager [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10129.357923] env[89459]: DEBUG nova.network.neutron [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10129.358277] env[89459]: WARNING neutronclient.v2_0.client [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10129.358472] env[89459]: WARNING neutronclient.v2_0.client [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10129.392675] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.404751] env[89459]: DEBUG oslo_vmware.api [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Task: {'id': task-5767197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15828} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10129.404863] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10129.404947] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10129.405098] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10129.405236] env[89459]: INFO nova.compute.manager [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Took 1.24 seconds to destroy the instance on the hypervisor. [10129.409373] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.410488] env[89459]: DEBUG nova.compute.manager [-] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10129.410602] env[89459]: DEBUG nova.network.neutron [-] [instance: c8964d74-bc36-4d23-9197-feec457db24c] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10129.411676] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10129.453054] env[89459]: DEBUG nova.policy [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01652dc637df4aeea7fee3b77f0dd963', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8531f5b900346449a5c3c4401da05f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10129.489090] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10129.557413] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.570863] env[89459]: DEBUG oslo_vmware.api [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767198, 'name': PowerOffVM_Task, 'duration_secs': 0.296054} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10129.570863] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10129.570863] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10129.570863] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.570863] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe8f2fe4-311c-4aef-a589-a4e6e8e38916 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10129.602689] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10129.602811] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10129.604425] env[89459]: INFO nova.compute.claims [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10129.638070] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.656906] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767199, 'name': ReconfigVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10129.658035] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10129.714660] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.724308] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767200, 'name': ReconfigVM_Task, 'duration_secs': 0.450709} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10129.724681] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Reconfigured VM instance instance-0000000b to attach disk [datastore1] a5b7e323-60ca-421b-b470-21d015bb2f23/a5b7e323-60ca-421b-b470-21d015bb2f23.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10129.726134] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.726422] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0407abd9-8960-4615-82a2-8749d7277456 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10129.739576] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for the task: (returnval){ [10129.739576] env[89459]: value = "task-5767203" [10129.739576] env[89459]: _type = "Task" [10129.739576] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10129.740502] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.754809] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767203, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10129.755108] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10129.795074] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.808118] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767201, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10129.808305] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10129.846600] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e246da0c-6b82-4450-8a99-7575fc235d65 tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Lock "1be4627b-625e-4128-b7c7-a50e69c2a021" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.944s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10129.864080] env[89459]: DEBUG nova.compute.manager [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10129.964285] env[89459]: WARNING neutronclient.v2_0.client [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10129.990254] env[89459]: DEBUG nova.virt.hardware [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10129.990496] env[89459]: DEBUG nova.virt.hardware [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10129.990583] env[89459]: DEBUG nova.virt.hardware [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10129.990712] env[89459]: DEBUG nova.virt.hardware [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10129.990807] env[89459]: DEBUG nova.virt.hardware [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10129.990903] env[89459]: DEBUG nova.virt.hardware [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10129.991265] env[89459]: DEBUG nova.virt.hardware [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10129.991429] env[89459]: DEBUG nova.virt.hardware [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10129.991557] env[89459]: DEBUG nova.virt.hardware [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10129.991670] env[89459]: DEBUG nova.virt.hardware [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10129.991792] env[89459]: DEBUG nova.virt.hardware [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10129.992393] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10129.993519] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c141218-58df-4c17-ba0d-391009dfd67d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10130.002249] env[89459]: WARNING neutronclient.v2_0.client [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10130.007877] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.009652] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683284ee-d916-4e1d-9bb9-bc594d753674 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10130.032222] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Instance VIF info [] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10130.047025] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.047356] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10130.047930] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.048425] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c5f9208-f09a-43c9-b9dc-882b9bd0347c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10130.067920] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10130.067920] env[89459]: value = "task-5767204" [10130.067920] env[89459]: _type = "Task" [10130.067920] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10130.068995] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.084104] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767204, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10130.084375] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10130.139335] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.159854] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767199, 'name': ReconfigVM_Task, 'duration_secs': 0.542801} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10130.159854] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b/8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b.vmdk or device None with type thin {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10130.160083] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance '8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b' progress to 50 {{(pid=89459) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [10130.236042] env[89459]: DEBUG nova.network.neutron [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Successfully created port: 6501e089-e4ff-4782-99c8-8464318f9c04 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10130.241460] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.253153] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767203, 'name': Rename_Task, 'duration_secs': 0.26079} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10130.253636] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10130.254274] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.255622] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bdff5f9-c9ed-4c15-87fc-2f81fa9a935b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10130.265698] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for the task: (returnval){ [10130.265698] env[89459]: value = "task-5767205" [10130.265698] env[89459]: _type = "Task" [10130.265698] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10130.269326] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.279222] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10130.279682] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10130.300367] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.314505] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577685} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10130.314985] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] b83bf1f1-1db0-4968-a37f-e72e72e7a85a/b83bf1f1-1db0-4968-a37f-e72e72e7a85a.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10130.315270] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10130.316029] env[89459]: DEBUG nova.network.neutron [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Updated VIF entry in instance network info cache for port 62151903-b435-4249-9ffc-ccfbab520e5b. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10130.318010] env[89459]: DEBUG nova.network.neutron [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Updating instance_info_cache with network_info: [{"id": "62151903-b435-4249-9ffc-ccfbab520e5b", "address": "fa:16:3e:89:85:01", "network": {"id": "4e83f6b2-0c67-459b-99c8-dde03c2cf195", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-602383942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "794053cea7da4e37bcb744bcb2118c08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62151903-b4", "ovs_interfaceid": "62151903-b435-4249-9ffc-ccfbab520e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10130.320959] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.325462] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48e2ff5c-8dd2-4d00-9800-caf22575d9cd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10130.336080] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10130.336080] env[89459]: value = "task-5767206" [10130.336080] env[89459]: _type = "Task" [10130.336080] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10130.337424] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.350026] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10130.350026] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10130.434369] env[89459]: DEBUG nova.network.neutron [-] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10130.453551] env[89459]: DEBUG nova.network.neutron [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Updated VIF entry in instance network info cache for port 1f6bce8a-f0e7-4034-8c7f-3c65dc549956. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10130.454830] env[89459]: DEBUG nova.network.neutron [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Updating instance_info_cache with network_info: [{"id": "1f6bce8a-f0e7-4034-8c7f-3c65dc549956", "address": "fa:16:3e:ec:78:da", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6bce8a-f0", "ovs_interfaceid": "1f6bce8a-f0e7-4034-8c7f-3c65dc549956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10130.566304] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.577307] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767204, 'name': CreateVM_Task} progress is 25%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10130.577307] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10130.596808] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10130.596808] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10130.596808] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Deleting the datastore file [datastore1] 6ffc35a0-9b11-4330-a155-090aa8045f62 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10130.598907] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.599907] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5115c978-c71d-47ac-9a0f-b0226649897b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10130.604359] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10130.604833] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10130.604974] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Deleting the datastore file [datastore1] 740ea210-88de-4da5-b9fa-9a12544e16b1 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10130.607037] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.610200] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82628a27-fa93-41b4-b480-7b7030ec3a53 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10130.613038] env[89459]: DEBUG oslo_vmware.api [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for the task: (returnval){ [10130.613038] env[89459]: value = "task-5767207" [10130.613038] env[89459]: _type = "Task" [10130.613038] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10130.614302] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.631582] env[89459]: DEBUG oslo_vmware.api [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10130.632472] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10130.637056] env[89459]: DEBUG oslo_vmware.api [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for the task: (returnval){ [10130.637056] env[89459]: value = "task-5767208" [10130.637056] env[89459]: _type = "Task" [10130.637056] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10130.639811] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.651696] env[89459]: DEBUG oslo_vmware.api [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Task: {'id': task-5767208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10130.651696] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10130.682031] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.687867] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fdf1e7-289e-49f5-9862-1becd1e41464 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10130.725710] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.728101] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7b8c28-7276-48e3-bd27-8a5811154925 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10130.766244] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance '8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b' progress to 67 {{(pid=89459) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [10130.773824] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.792942] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767205, 'name': PowerOnVM_Task} progress is 1%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10130.794663] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10130.825666] env[89459]: DEBUG oslo_concurrency.lockutils [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] Releasing lock "refresh_cache-1be4627b-625e-4128-b7c7-a50e69c2a021" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10130.825666] env[89459]: DEBUG nova.compute.manager [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Received event network-vif-plugged-68a30628-081e-4033-b0b5-9d2fb682e828 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10130.829058] env[89459]: DEBUG oslo_concurrency.lockutils [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] Acquiring lock "a5b7e323-60ca-421b-b470-21d015bb2f23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10130.831270] env[89459]: DEBUG oslo_concurrency.lockutils [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] Lock "a5b7e323-60ca-421b-b470-21d015bb2f23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10130.831270] env[89459]: DEBUG oslo_concurrency.lockutils [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] Lock "a5b7e323-60ca-421b-b470-21d015bb2f23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10130.831270] env[89459]: DEBUG nova.compute.manager [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] No waiting events found dispatching network-vif-plugged-68a30628-081e-4033-b0b5-9d2fb682e828 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10130.831270] env[89459]: WARNING nova.compute.manager [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Received unexpected event network-vif-plugged-68a30628-081e-4033-b0b5-9d2fb682e828 for instance with vm_state building and task_state spawning. [10130.832774] env[89459]: DEBUG nova.compute.manager [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Received event network-changed-68a30628-081e-4033-b0b5-9d2fb682e828 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10130.832774] env[89459]: DEBUG nova.compute.manager [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Refreshing instance network info cache due to event network-changed-68a30628-081e-4033-b0b5-9d2fb682e828. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10130.832839] env[89459]: DEBUG oslo_concurrency.lockutils [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] Acquiring lock "refresh_cache-a5b7e323-60ca-421b-b470-21d015bb2f23" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10130.832940] env[89459]: DEBUG oslo_concurrency.lockutils [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] Acquired lock "refresh_cache-a5b7e323-60ca-421b-b470-21d015bb2f23" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10130.833070] env[89459]: DEBUG nova.network.neutron [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Refreshing network info cache for port 68a30628-081e-4033-b0b5-9d2fb682e828 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10130.842815] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.855682] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077048} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10130.856549] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10130.857883] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.859469] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7631775a-2cd6-4802-8154-d0de35105370 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10130.883114] env[89459]: DEBUG nova.compute.manager [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10130.897767] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] b83bf1f1-1db0-4968-a37f-e72e72e7a85a/b83bf1f1-1db0-4968-a37f-e72e72e7a85a.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10130.899362] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.899977] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f2afd6-0a62-4bf5-ba4f-16c692eec538 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10130.923581] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10130.923581] env[89459]: value = "task-5767209" [10130.923581] env[89459]: _type = "Task" [10130.923581] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10130.924605] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.932268] env[89459]: DEBUG nova.virt.hardware [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T14:11:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='194428526',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-650571637',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10130.942163] env[89459]: DEBUG nova.virt.hardware [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10130.942899] env[89459]: DEBUG nova.virt.hardware [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10130.943425] env[89459]: INFO nova.compute.manager [-] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Took 1.53 seconds to deallocate network for instance. [10130.943425] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10130.945727] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10130.946271] env[89459]: DEBUG nova.virt.hardware [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10130.946271] env[89459]: DEBUG nova.virt.hardware [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10130.946390] env[89459]: DEBUG nova.virt.hardware [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10130.946557] env[89459]: DEBUG nova.virt.hardware [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10130.946676] env[89459]: DEBUG nova.virt.hardware [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10130.946803] env[89459]: DEBUG nova.virt.hardware [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10130.949368] env[89459]: DEBUG nova.virt.hardware [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10130.949583] env[89459]: DEBUG nova.virt.hardware [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10130.950448] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.952146] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b431ea-fb4a-48fd-b468-0f56b9bace66 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10130.959909] env[89459]: DEBUG oslo_concurrency.lockutils [req-c7ac8085-49da-4454-a147-353b311d9178 req-fe8d1611-4c28-4606-93e8-bc57554bbba2 service nova] Releasing lock "refresh_cache-b83bf1f1-1db0-4968-a37f-e72e72e7a85a" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10130.963954] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10130.965173] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b4eae5-00ea-4509-8169-b599af27b653 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10131.048766] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.049923] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c30f7c5-3ce9-4c43-8e1e-561692e09298 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10131.057826] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.058932] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67137602-77d3-4964-87ab-fb82089406e9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10131.080998] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.120879] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767204, 'name': CreateVM_Task} progress is 25%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10131.121727] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.45 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10131.125492] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.126462] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.126634] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61fc260-22c6-4490-80a3-2e07b6df02c8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10131.133259] env[89459]: DEBUG oslo_vmware.api [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Task: {'id': task-5767207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175381} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10131.135051] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10131.137809] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10131.139816] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.139904] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85efbd1c-37dd-41fc-9a6b-957940ca4384 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10131.145141] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10131.149316] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.159983] env[89459]: INFO nova.compute.manager [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Took 2.19 seconds to destroy the instance on the hypervisor. [10131.165195] env[89459]: DEBUG nova.compute.provider_tree [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10131.166061] env[89459]: DEBUG oslo_vmware.api [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Task: {'id': task-5767208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18791} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10131.167415] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.168035] env[89459]: DEBUG nova.compute.manager [-] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10131.168394] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10131.168476] env[89459]: DEBUG nova.network.neutron [-] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10131.168855] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10131.169066] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10131.171155] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10131.171711] env[89459]: INFO nova.compute.manager [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Took 2.94 seconds to destroy the instance on the hypervisor. [10131.175874] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.175874] env[89459]: DEBUG nova.compute.manager [-] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10131.175874] env[89459]: DEBUG nova.network.neutron [-] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10131.175874] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10131.276031] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.284014] env[89459]: WARNING neutronclient.v2_0.client [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10131.286775] env[89459]: WARNING neutronclient.v2_0.client [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10131.298522] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767205, 'name': PowerOnVM_Task} progress is 64%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10131.299096] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10131.307097] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10131.337423] env[89459]: WARNING neutronclient.v2_0.client [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10131.342208] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10131.373770] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "7787bc4c-f172-4a6d-b955-8fdbdc5448e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10131.373903] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "7787bc4c-f172-4a6d-b955-8fdbdc5448e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10131.427315] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.437311] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767209, 'name': ReconfigVM_Task, 'duration_secs': 0.39325} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10131.438876] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Reconfigured VM instance instance-0000000c to attach disk [datastore1] b83bf1f1-1db0-4968-a37f-e72e72e7a85a/b83bf1f1-1db0-4968-a37f-e72e72e7a85a.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10131.440135] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.440435] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33f9bcfe-82dd-465a-a888-9e3e28139854 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10131.448402] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10131.448402] env[89459]: value = "task-5767210" [10131.448402] env[89459]: _type = "Task" [10131.448402] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10131.449189] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.464475] env[89459]: DEBUG oslo_concurrency.lockutils [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10131.464860] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767210, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10131.465155] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10131.573627] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.585051] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767204, 'name': CreateVM_Task, 'duration_secs': 1.259001} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10131.585389] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10131.585868] env[89459]: DEBUG oslo_concurrency.lockutils [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10131.586009] env[89459]: DEBUG oslo_concurrency.lockutils [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10131.586314] env[89459]: DEBUG oslo_concurrency.lockutils [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10131.587065] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.587216] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa5b9e7-e0c6-4dee-96f2-c99669a7a849 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10131.593693] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for the task: (returnval){ [10131.593693] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52ecbfce-5ae9-2deb-6e35-c7ee512d3a83" [10131.593693] env[89459]: _type = "Task" [10131.593693] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10131.595106] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.607053] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52ecbfce-5ae9-2deb-6e35-c7ee512d3a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10131.607053] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10131.674859] env[89459]: DEBUG nova.scheduler.client.report [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10131.781060] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.788962] env[89459]: DEBUG nova.network.neutron [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Port bac74a67-c2ab-4134-97e6-9b2bd1a99649 binding to destination host cpu-1 is already ACTIVE {{(pid=89459) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [10131.793818] env[89459]: DEBUG oslo_vmware.api [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767205, 'name': PowerOnVM_Task, 'duration_secs': 1.327328} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10131.794859] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10131.794859] env[89459]: INFO nova.compute.manager [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Took 14.11 seconds to spawn the instance on the hypervisor. [10131.794859] env[89459]: DEBUG nova.compute.manager [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10131.795323] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.796135] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abc268c-5e85-4897-a894-989a0f5a1ab5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10131.878095] env[89459]: DEBUG nova.compute.manager [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10131.946166] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.955642] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767210, 'name': Rename_Task, 'duration_secs': 0.188935} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10131.955947] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10131.956440] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.956733] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26db8b19-fc6f-459c-b63b-c678787bfbfb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10131.963723] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10131.963723] env[89459]: value = "task-5767211" [10131.963723] env[89459]: _type = "Task" [10131.963723] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10131.964356] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10131.972634] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10131.972972] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10131.984159] env[89459]: DEBUG nova.network.neutron [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Successfully updated port: 6501e089-e4ff-4782-99c8-8464318f9c04 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10132.098168] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10132.108786] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52ecbfce-5ae9-2deb-6e35-c7ee512d3a83, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10132.109487] env[89459]: DEBUG oslo_concurrency.lockutils [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10132.109860] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10132.110144] env[89459]: DEBUG oslo_concurrency.lockutils [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10132.110299] env[89459]: DEBUG oslo_concurrency.lockutils [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10132.110495] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10132.113907] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10132.114196] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6399352d-3d71-465c-9590-098058e936f6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10132.131292] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10132.131292] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10132.131742] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10132.132119] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c3e13b-8814-4d45-8035-9ebd88979d47 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10132.139491] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for the task: (returnval){ [10132.139491] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5294fc62-f795-08da-6e45-e51e09027aba" [10132.139491] env[89459]: _type = "Task" [10132.139491] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10132.142944] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10132.149038] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5294fc62-f795-08da-6e45-e51e09027aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10132.149209] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10132.180091] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10132.180757] env[89459]: DEBUG nova.compute.manager [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10132.183146] env[89459]: DEBUG oslo_concurrency.lockutils [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.719s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10132.183995] env[89459]: DEBUG nova.objects.instance [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Lazy-loading 'resources' on Instance uuid c8964d74-bc36-4d23-9197-feec457db24c {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10132.319274] env[89459]: INFO nova.compute.manager [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Took 22.25 seconds to build instance. [10132.404494] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10132.464674] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10132.475798] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767211, 'name': PowerOnVM_Task} progress is 87%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10132.476138] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10132.496801] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Acquiring lock "refresh_cache-8f675322-e13c-4678-9a76-ab194f94c0d0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10132.497424] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Acquired lock "refresh_cache-8f675322-e13c-4678-9a76-ab194f94c0d0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10132.497424] env[89459]: DEBUG nova.network.neutron [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10132.522447] env[89459]: DEBUG nova.network.neutron [-] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10132.644092] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10132.652894] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5294fc62-f795-08da-6e45-e51e09027aba, 'name': SearchDatastore_Task, 'duration_secs': 0.020635} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10132.654620] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10132.654716] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c4e9e1-3c31-4411-b754-048c0f099b1c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10132.662433] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for the task: (returnval){ [10132.662433] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52cee651-68b9-16cb-c38f-ec9720bfa87d" [10132.662433] env[89459]: _type = "Task" [10132.662433] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10132.668381] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10132.675898] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52cee651-68b9-16cb-c38f-ec9720bfa87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10132.676214] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10132.686694] env[89459]: DEBUG nova.compute.utils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10132.696079] env[89459]: DEBUG nova.compute.manager [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10132.697765] env[89459]: DEBUG nova.network.neutron [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10132.699420] env[89459]: WARNING neutronclient.v2_0.client [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10132.699601] env[89459]: WARNING neutronclient.v2_0.client [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10132.729197] env[89459]: DEBUG nova.network.neutron [-] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10132.828605] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da90cba-2963-4d85-a457-993459921dca tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Lock "a5b7e323-60ca-421b-b470-21d015bb2f23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.793s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10132.831145] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10132.832125] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10132.833436] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10132.902895] env[89459]: DEBUG nova.policy [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f06dd9687de44b29a1d87dc32047c2c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f992421118d49ebb0373b9c6dfd9515', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10132.967094] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10132.983098] env[89459]: DEBUG oslo_vmware.api [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767211, 'name': PowerOnVM_Task, 'duration_secs': 0.852949} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10132.983591] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10132.983773] env[89459]: INFO nova.compute.manager [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Took 10.59 seconds to spawn the instance on the hypervisor. [10132.983907] env[89459]: DEBUG nova.compute.manager [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10132.985037] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10132.985374] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef704128-ccd0-4110-b7cb-ec81e1b5ff1f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10133.025463] env[89459]: INFO nova.compute.manager [-] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Took 1.86 seconds to deallocate network for instance. [10133.043013] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10133.044072] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bb45da-7e8f-426b-ad39-93646d2a3745 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10133.054681] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10133.058610] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1644b79-b758-440e-8250-e02de38d7bba {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10133.094230] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10133.095630] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc885b16-abe4-4e60-bc63-5f684698723a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10133.107221] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10133.108479] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40cb9f1-2c54-4613-8e11-99e93a735d5b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10133.124720] env[89459]: DEBUG nova.compute.provider_tree [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10133.172024] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10133.183093] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52cee651-68b9-16cb-c38f-ec9720bfa87d, 'name': SearchDatastore_Task, 'duration_secs': 0.013737} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10133.184026] env[89459]: DEBUG oslo_concurrency.lockutils [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10133.185288] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928/dcb42370-4cb1-4313-a13d-a232b0629928.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10133.189328] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10133.189328] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-915fcd0c-0b60-4f83-8343-8f9feed9853d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10133.194561] env[89459]: DEBUG nova.compute.manager [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10133.199534] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for the task: (returnval){ [10133.199534] env[89459]: value = "task-5767216" [10133.199534] env[89459]: _type = "Task" [10133.199534] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10133.204918] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10133.216816] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10133.216955] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10133.238603] env[89459]: INFO nova.compute.manager [-] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Took 2.06 seconds to deallocate network for instance. [10133.509365] env[89459]: INFO nova.compute.manager [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Took 16.38 seconds to build instance. [10133.536138] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10133.590764] env[89459]: WARNING neutronclient.v2_0.client [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10133.629245] env[89459]: DEBUG nova.scheduler.client.report [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10133.646188] env[89459]: DEBUG nova.network.neutron [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10133.698438] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10133.712255] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767216, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10133.712440] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10133.719020] env[89459]: DEBUG nova.network.neutron [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Successfully created port: 2f32903c-9de2-490b-be90-dc5202ba445b {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10133.750663] env[89459]: DEBUG oslo_concurrency.lockutils [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10133.841481] env[89459]: WARNING neutronclient.v2_0.client [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10133.953571] env[89459]: INFO nova.compute.manager [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Rebuilding instance [10134.007985] env[89459]: DEBUG nova.compute.manager [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10134.008536] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10134.009633] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8349784-0c52-4aa9-871e-0d38cbfb4ff3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10134.012915] env[89459]: DEBUG oslo_concurrency.lockutils [None req-343c845f-119e-428e-a57c-181ee666a813 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "b83bf1f1-1db0-4968-a37f-e72e72e7a85a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.894s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10134.135447] env[89459]: DEBUG oslo_concurrency.lockutils [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10134.144605] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.740s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10134.148683] env[89459]: INFO nova.compute.claims [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10134.171712] env[89459]: INFO nova.scheduler.client.report [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Deleted allocations for instance c8964d74-bc36-4d23-9197-feec457db24c [10134.198758] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10134.212175] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760565} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10134.212446] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928/dcb42370-4cb1-4313-a13d-a232b0629928.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10134.212613] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10134.214222] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10134.214472] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddc6131c-4bb4-4591-9364-d7382d202bfd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10134.222759] env[89459]: DEBUG nova.compute.manager [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10134.229935] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for the task: (returnval){ [10134.229935] env[89459]: value = "task-5767217" [10134.229935] env[89459]: _type = "Task" [10134.229935] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10134.230405] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10134.243131] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10134.243585] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10134.254987] env[89459]: DEBUG nova.virt.hardware [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10134.254987] env[89459]: DEBUG nova.virt.hardware [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10134.255752] env[89459]: DEBUG nova.virt.hardware [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10134.255752] env[89459]: DEBUG nova.virt.hardware [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10134.255752] env[89459]: DEBUG nova.virt.hardware [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10134.255752] env[89459]: DEBUG nova.virt.hardware [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10134.256159] env[89459]: DEBUG nova.virt.hardware [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10134.256373] env[89459]: DEBUG nova.virt.hardware [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10134.256840] env[89459]: DEBUG nova.virt.hardware [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10134.257073] env[89459]: DEBUG nova.virt.hardware [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10134.257529] env[89459]: DEBUG nova.virt.hardware [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10134.258149] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10134.259261] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3d2676-a425-4161-92ce-d9cb37683a1a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10134.267787] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10134.269523] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def00d56-a71e-4178-8d38-e1cd4e5f378e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10134.676744] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10134.676968] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquired lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10134.676998] env[89459]: DEBUG nova.network.neutron [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10134.684329] env[89459]: DEBUG oslo_concurrency.lockutils [None req-501cb5d3-e06d-4d8e-971b-808de2d7681d tempest-TenantUsagesTestJSON-548157220 tempest-TenantUsagesTestJSON-548157220-project-member] Lock "c8964d74-bc36-4d23-9197-feec457db24c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.056s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10134.729906] env[89459]: DEBUG nova.network.neutron [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Updated VIF entry in instance network info cache for port 68a30628-081e-4033-b0b5-9d2fb682e828. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10134.730584] env[89459]: DEBUG nova.network.neutron [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Updating instance_info_cache with network_info: [{"id": "68a30628-081e-4033-b0b5-9d2fb682e828", "address": "fa:16:3e:93:29:8e", "network": {"id": "c6d20566-a7ce-47d9-acf3-dc75343d0991", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1977457597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7800aa8841314ba89d928aefc1a7c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a30628-08", "ovs_interfaceid": "68a30628-081e-4033-b0b5-9d2fb682e828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10134.736378] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10134.745990] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092641} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10134.746620] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10134.747489] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10134.748250] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd768e1f-572a-4baa-a1a9-d8fe7f0f804d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10134.775851] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928/dcb42370-4cb1-4313-a13d-a232b0629928.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10134.776655] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10134.776794] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74726a03-0e39-4e76-84d8-96eb02ceb3b9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10134.806385] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for the task: (returnval){ [10134.806385] env[89459]: value = "task-5767218" [10134.806385] env[89459]: _type = "Task" [10134.806385] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10134.807073] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10134.817563] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10134.817766] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10135.025923] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10135.026550] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.027206] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f06be0d4-9e07-493d-9611-f5744b376e1d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10135.035649] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10135.035649] env[89459]: value = "task-5767219" [10135.035649] env[89459]: _type = "Task" [10135.035649] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10135.036252] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.045373] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10135.045559] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10135.178042] env[89459]: WARNING neutronclient.v2_0.client [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10135.179616] env[89459]: WARNING neutronclient.v2_0.client [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10135.241896] env[89459]: DEBUG oslo_concurrency.lockutils [req-bfe95833-c1d4-4307-af46-eaf0e39ab4ff req-292bbd79-3d11-43d5-b132-923aeb6c3f65 service nova] Releasing lock "refresh_cache-a5b7e323-60ca-421b-b470-21d015bb2f23" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10135.310237] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.327365] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10135.329172] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10135.448013] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.449339] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9a5bb3-8f33-435d-8b42-874ea58aa484 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10135.460507] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.460507] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb5856d-2f2b-41b8-9353-725ec745713f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10135.488966] env[89459]: DEBUG nova.network.neutron [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Successfully updated port: 2f32903c-9de2-490b-be90-dc5202ba445b {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10135.506602] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.508522] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c3de45-e9ca-4fe8-8a96-8a2f4dca2dc0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10135.520824] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.524452] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8109086d-08e7-4c45-98fd-065c5554e39d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10135.542287] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.558070] env[89459]: DEBUG nova.compute.provider_tree [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10135.568052] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767219, 'name': PowerOffVM_Task, 'duration_secs': 0.338392} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10135.570024] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10135.570280] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10135.571083] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.571975] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26681607-0886-4dc3-8f46-8d09856a943f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10135.585485] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10135.586204] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.586500] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e236b3c9-64dc-4a15-93c8-53e14a93effd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10135.658115] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10135.658370] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10135.658583] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Deleting the datastore file [datastore2] 322611ca-a5f7-4746-838c-777bb510498a {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10135.661568] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.663182] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec0dd59f-e78e-4036-a47b-c2c4f17ee67d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10135.671940] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10135.671940] env[89459]: value = "task-5767221" [10135.671940] env[89459]: _type = "Task" [10135.671940] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10135.672706] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.684067] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10135.684366] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10135.781122] env[89459]: DEBUG nova.network.neutron [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Updating instance_info_cache with network_info: [{"id": "6501e089-e4ff-4782-99c8-8464318f9c04", "address": "fa:16:3e:ca:bf:17", "network": {"id": "5176fb63-36f2-4656-a718-f8ea58e7cfca", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1489598340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8531f5b900346449a5c3c4401da05f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6501e089-e4", "ovs_interfaceid": "6501e089-e4ff-4782-99c8-8464318f9c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10135.814021] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.821524] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767218, 'name': ReconfigVM_Task, 'duration_secs': 0.704277} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10135.822446] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Reconfigured VM instance instance-00000004 to attach disk [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928/dcb42370-4cb1-4313-a13d-a232b0629928.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10135.822985] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.823800] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dd81ad7-71a4-49d9-91f4-5c9367fdde73 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10135.836479] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for the task: (returnval){ [10135.836479] env[89459]: value = "task-5767222" [10135.836479] env[89459]: _type = "Task" [10135.836479] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10135.838363] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10135.851716] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767222, 'name': Rename_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10135.852747] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10135.862179] env[89459]: DEBUG nova.compute.manager [req-ea72c9b0-ad02-4388-972b-2ba1bc3fa02c req-1ff40e89-a703-4f64-a66e-60e024d67ca6 service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Received event network-changed-bcd080fc-51d1-43eb-b6a5-84caec20e593 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10135.862338] env[89459]: DEBUG nova.compute.manager [req-ea72c9b0-ad02-4388-972b-2ba1bc3fa02c req-1ff40e89-a703-4f64-a66e-60e024d67ca6 service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Refreshing instance network info cache due to event network-changed-bcd080fc-51d1-43eb-b6a5-84caec20e593. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10135.862538] env[89459]: DEBUG oslo_concurrency.lockutils [req-ea72c9b0-ad02-4388-972b-2ba1bc3fa02c req-1ff40e89-a703-4f64-a66e-60e024d67ca6 service nova] Acquiring lock "refresh_cache-7fdf2194-d481-49a1-8604-675c96af4a44" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10135.862713] env[89459]: DEBUG oslo_concurrency.lockutils [req-ea72c9b0-ad02-4388-972b-2ba1bc3fa02c req-1ff40e89-a703-4f64-a66e-60e024d67ca6 service nova] Acquired lock "refresh_cache-7fdf2194-d481-49a1-8604-675c96af4a44" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10135.863190] env[89459]: DEBUG nova.network.neutron [req-ea72c9b0-ad02-4388-972b-2ba1bc3fa02c req-1ff40e89-a703-4f64-a66e-60e024d67ca6 service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Refreshing network info cache for port bcd080fc-51d1-43eb-b6a5-84caec20e593 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10135.999708] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "refresh_cache-f503ca5f-37a0-44da-a0de-bad9657ebdf8" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10135.999875] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "refresh_cache-f503ca5f-37a0-44da-a0de-bad9657ebdf8" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10136.000033] env[89459]: DEBUG nova.network.neutron [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10136.062021] env[89459]: DEBUG nova.scheduler.client.report [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10136.118084] env[89459]: WARNING neutronclient.v2_0.client [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10136.175714] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10136.190514] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279338} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10136.190950] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10136.191339] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10136.191599] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10136.274014] env[89459]: DEBUG nova.network.neutron [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance_info_cache with network_info: [{"id": "bac74a67-c2ab-4134-97e6-9b2bd1a99649", "address": "fa:16:3e:b1:2f:7d", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac74a67-c2", "ovs_interfaceid": "bac74a67-c2ab-4134-97e6-9b2bd1a99649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10136.283617] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Releasing lock "refresh_cache-8f675322-e13c-4678-9a76-ab194f94c0d0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10136.283914] env[89459]: DEBUG nova.compute.manager [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Instance network_info: |[{"id": "6501e089-e4ff-4782-99c8-8464318f9c04", "address": "fa:16:3e:ca:bf:17", "network": {"id": "5176fb63-36f2-4656-a718-f8ea58e7cfca", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1489598340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8531f5b900346449a5c3c4401da05f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6501e089-e4", "ovs_interfaceid": "6501e089-e4ff-4782-99c8-8464318f9c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10136.286095] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:bf:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6501e089-e4ff-4782-99c8-8464318f9c04', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10136.296819] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Creating folder: Project (f8531f5b900346449a5c3c4401da05f6). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10136.297914] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10136.298372] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40a7e007-1fea-48c1-900c-10a352d36a37 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10136.311484] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Created folder: Project (f8531f5b900346449a5c3c4401da05f6) in parent group-v1116138. [10136.311789] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Creating folder: Instances. Parent ref: group-v1116178. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10136.312372] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10136.312660] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f271fc98-0470-493e-a897-195711bd5f2c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10136.324516] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Created folder: Instances in parent group-v1116178. [10136.326162] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10136.326728] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10136.327857] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10136.328870] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-412a1e7c-1841-4665-ae3f-2f31f2dfcc39 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10136.345652] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10136.355139] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767222, 'name': Rename_Task, 'duration_secs': 0.234796} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10136.356250] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10136.356250] env[89459]: value = "task-5767226" [10136.356250] env[89459]: _type = "Task" [10136.356250] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10136.364152] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10136.368524] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10136.368745] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767226, 'name': CreateVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10136.370689] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10136.371033] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf5fda7a-d164-428c-941e-3c40fe2c6f2b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10136.372114] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10136.373788] env[89459]: WARNING neutronclient.v2_0.client [req-ea72c9b0-ad02-4388-972b-2ba1bc3fa02c req-1ff40e89-a703-4f64-a66e-60e024d67ca6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10136.393163] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for the task: (returnval){ [10136.393163] env[89459]: value = "task-5767227" [10136.393163] env[89459]: _type = "Task" [10136.393163] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10136.394572] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10136.405485] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767227, 'name': PowerOnVM_Task} progress is 33%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10136.405726] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10136.570990] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10136.571967] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.035s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10136.572133] env[89459]: DEBUG nova.compute.manager [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10136.575148] env[89459]: DEBUG nova.objects.instance [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Lazy-loading 'resources' on Instance uuid 6ffc35a0-9b11-4330-a155-090aa8045f62 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10136.584096] env[89459]: DEBUG nova.network.neutron [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10136.778872] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Releasing lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10136.823529] env[89459]: WARNING neutronclient.v2_0.client [req-ea72c9b0-ad02-4388-972b-2ba1bc3fa02c req-1ff40e89-a703-4f64-a66e-60e024d67ca6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10136.840606] env[89459]: WARNING neutronclient.v2_0.client [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10136.870298] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10136.887869] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767226, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10136.887869] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10136.897628] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10136.910518] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767227, 'name': PowerOnVM_Task} progress is 81%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10136.911530] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10137.032407] env[89459]: DEBUG nova.network.neutron [req-ea72c9b0-ad02-4388-972b-2ba1bc3fa02c req-1ff40e89-a703-4f64-a66e-60e024d67ca6 service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Updated VIF entry in instance network info cache for port bcd080fc-51d1-43eb-b6a5-84caec20e593. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10137.032849] env[89459]: DEBUG nova.network.neutron [req-ea72c9b0-ad02-4388-972b-2ba1bc3fa02c req-1ff40e89-a703-4f64-a66e-60e024d67ca6 service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Updating instance_info_cache with network_info: [{"id": "bcd080fc-51d1-43eb-b6a5-84caec20e593", "address": "fa:16:3e:c1:41:4f", "network": {"id": "7db11463-a093-411a-85f7-7a0ecd2e3f97", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1331551364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150731e1d53b476487e80167bf7d70e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcd080fc-51", "ovs_interfaceid": "bcd080fc-51d1-43eb-b6a5-84caec20e593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10137.063066] env[89459]: DEBUG nova.compute.manager [req-5ab240c2-cb77-44f5-9053-e77b6f574622 req-e319ba40-0f4d-4a4f-91f5-e5bf3b1dd7fe service nova] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Received event network-vif-deleted-cab41d2c-bc27-41db-afd3-8cfd1c6799b8 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10137.072070] env[89459]: DEBUG nova.network.neutron [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Updating instance_info_cache with network_info: [{"id": "2f32903c-9de2-490b-be90-dc5202ba445b", "address": "fa:16:3e:1a:71:d0", "network": {"id": "37982874-86e8-4c42-b825-c7825cc8f2b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-352558461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4f992421118d49ebb0373b9c6dfd9515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f32903c-9d", "ovs_interfaceid": "2f32903c-9de2-490b-be90-dc5202ba445b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10137.088412] env[89459]: DEBUG nova.compute.utils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10137.093694] env[89459]: DEBUG nova.compute.manager [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10137.094062] env[89459]: DEBUG nova.network.neutron [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10137.094655] env[89459]: WARNING neutronclient.v2_0.client [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10137.095113] env[89459]: WARNING neutronclient.v2_0.client [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10137.158738] env[89459]: DEBUG nova.policy [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f06dd9687de44b29a1d87dc32047c2c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f992421118d49ebb0373b9c6dfd9515', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10137.237921] env[89459]: DEBUG nova.virt.hardware [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10137.238084] env[89459]: DEBUG nova.virt.hardware [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10137.238084] env[89459]: DEBUG nova.virt.hardware [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10137.238666] env[89459]: DEBUG nova.virt.hardware [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10137.238666] env[89459]: DEBUG nova.virt.hardware [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10137.238666] env[89459]: DEBUG nova.virt.hardware [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10137.238823] env[89459]: DEBUG nova.virt.hardware [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10137.239106] env[89459]: DEBUG nova.virt.hardware [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10137.239244] env[89459]: DEBUG nova.virt.hardware [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10137.239363] env[89459]: DEBUG nova.virt.hardware [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10137.239516] env[89459]: DEBUG nova.virt.hardware [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10137.240262] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.241850] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03dd06e-b5e4-4acd-9fc7-4cc14f963629 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.250232] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.253343] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5496934-b6a3-4664-85fd-4437508d4358 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.269509] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:f4:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca31e24c-3718-431f-ab3f-f51acf1769bb', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10137.283484] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.284708] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10137.285854] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.286591] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-255c2b56-6a61-44d2-90ef-139123e5624c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.319196] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10137.319196] env[89459]: value = "task-5767228" [10137.319196] env[89459]: _type = "Task" [10137.319196] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10137.319751] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.326068] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.330551] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56038df3-3f9a-46f5-a7ca-b4d6c4e8a3c4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.333341] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767228, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10137.333495] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10137.358072] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.360030] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7751f1d5-089f-454d-8b6c-ee1d8e93261a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.367391] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance '8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b' progress to 83 {{(pid=89459) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [10137.380471] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.389895] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767226, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10137.390047] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10137.394030] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.394678] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b87008d-636c-4808-afd7-b4c1b98ba996 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.404469] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.411802] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.414900] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b6f4ce-3e69-4cbf-98ba-96a690c1090d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.419616] env[89459]: DEBUG oslo_vmware.api [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Task: {'id': task-5767227, 'name': PowerOnVM_Task, 'duration_secs': 0.733561} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10137.421412] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10137.421629] env[89459]: DEBUG nova.compute.manager [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10137.422628] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.431418] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87faf86-d9c8-404e-b8e7-25584d21b500 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.465070] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.469141] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f648cf0-182f-4af8-acfb-4eea8283ca80 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.482033] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.486179] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd4fc9a-c44b-4869-bd0d-43c3646495bd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.506322] env[89459]: DEBUG nova.compute.provider_tree [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10137.535639] env[89459]: DEBUG oslo_concurrency.lockutils [req-ea72c9b0-ad02-4388-972b-2ba1bc3fa02c req-1ff40e89-a703-4f64-a66e-60e024d67ca6 service nova] Releasing lock "refresh_cache-7fdf2194-d481-49a1-8604-675c96af4a44" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10137.537067] env[89459]: DEBUG nova.compute.manager [req-ea72c9b0-ad02-4388-972b-2ba1bc3fa02c req-1ff40e89-a703-4f64-a66e-60e024d67ca6 service nova] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Received event network-vif-deleted-667fc912-6ea4-4f64-972c-84e5b4567360 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10137.567032] env[89459]: DEBUG nova.network.neutron [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Successfully created port: b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10137.575251] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "refresh_cache-f503ca5f-37a0-44da-a0de-bad9657ebdf8" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10137.575563] env[89459]: DEBUG nova.compute.manager [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Instance network_info: |[{"id": "2f32903c-9de2-490b-be90-dc5202ba445b", "address": "fa:16:3e:1a:71:d0", "network": {"id": "37982874-86e8-4c42-b825-c7825cc8f2b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-352558461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4f992421118d49ebb0373b9c6dfd9515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f32903c-9d", "ovs_interfaceid": "2f32903c-9de2-490b-be90-dc5202ba445b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10137.577114] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:71:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f32903c-9de2-490b-be90-dc5202ba445b', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10137.586665] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Creating folder: Project (4f992421118d49ebb0373b9c6dfd9515). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10137.587553] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.587814] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b27da4e9-e155-4da2-9ec1-d80646eb6036 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.593109] env[89459]: DEBUG nova.compute.manager [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10137.600375] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Created folder: Project (4f992421118d49ebb0373b9c6dfd9515) in parent group-v1116138. [10137.604800] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Creating folder: Instances. Parent ref: group-v1116182. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10137.606463] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.607021] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1a3db67-d9c0-4b1c-a769-da3a55be9487 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.620421] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Created folder: Instances in parent group-v1116182. [10137.621187] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.624017] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10137.624017] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.625938] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff3fe0d0-b520-43f4-84a0-0370521f2309 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.659393] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10137.659393] env[89459]: value = "task-5767231" [10137.659393] env[89459]: _type = "Task" [10137.659393] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10137.660610] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.673879] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767231, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10137.673937] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10137.716073] env[89459]: DEBUG nova.compute.manager [None req-999e8bfc-c914-4fa2-803a-c9fd53d440a7 tempest-ServerDiagnosticsV248Test-43008536 tempest-ServerDiagnosticsV248Test-43008536-project-admin] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10137.717082] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-999e8bfc-c914-4fa2-803a-c9fd53d440a7 tempest-ServerDiagnosticsV248Test-43008536 tempest-ServerDiagnosticsV248Test-43008536-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.718173] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d2f4b6-b34b-4d94-95a2-44ca2fa56302 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.725886] env[89459]: INFO nova.compute.manager [None req-999e8bfc-c914-4fa2-803a-c9fd53d440a7 tempest-ServerDiagnosticsV248Test-43008536 tempest-ServerDiagnosticsV248Test-43008536-project-admin] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Retrieving diagnostics [10137.727213] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-999e8bfc-c914-4fa2-803a-c9fd53d440a7 tempest-ServerDiagnosticsV248Test-43008536 tempest-ServerDiagnosticsV248Test-43008536-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.731891] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f2619b-beea-43e7-968b-d4b6c8679fd3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.824536] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.836165] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767228, 'name': CreateVM_Task, 'duration_secs': 0.366119} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10137.836529] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10137.837974] env[89459]: WARNING neutronclient.v2_0.client [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [10137.838549] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10137.838720] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10137.839055] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10137.839751] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.840011] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a3eb38-7e76-44b6-b427-78f5d1c0aac3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.847048] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10137.847048] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52121d2d-49b3-4415-2622-39c38059db92" [10137.847048] env[89459]: _type = "Task" [10137.847048] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10137.847829] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.865962] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52121d2d-49b3-4415-2622-39c38059db92, 'name': SearchDatastore_Task, 'duration_secs': 0.009261} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10137.866388] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10137.866606] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10137.866801] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10137.866907] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10137.867048] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10137.867581] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.869920] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3f306a1-8093-4fcc-bd78-5b64d2871627 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.882704] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10137.887476] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.887770] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe8c7de6-19a0-4612-80db-12b2190afa72 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.890724] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10137.895654] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.897676] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10137.907324] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.909212] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5c7fc2-646c-486c-8202-36aff7274966 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.912620] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10137.912620] env[89459]: value = "task-5767232" [10137.912620] env[89459]: _type = "Task" [10137.912620] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10137.913188] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767226, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10137.913383] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10137.920701] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.921871] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10137.921871] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52754631-9664-c3e2-f224-5f0e2bbb932d" [10137.921871] env[89459]: _type = "Task" [10137.921871] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10137.925730] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767232, 'name': PowerOnVM_Task} progress is 33%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10137.929498] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.930239] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10137.936483] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52754631-9664-c3e2-f224-5f0e2bbb932d, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10137.938368] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.938672] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-658ae99a-9185-460d-8685-470582069b95 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.947405] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10137.947405] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52471785-615e-4c63-dedb-53c43d5a4f6e" [10137.947405] env[89459]: _type = "Task" [10137.947405] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10137.948100] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.958825] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52471785-615e-4c63-dedb-53c43d5a4f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10137.959307] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10137.960093] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 322611ca-a5f7-4746-838c-777bb510498a/322611ca-a5f7-4746-838c-777bb510498a.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10137.960547] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.960842] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3002e362-b13c-442c-b0e3-277fce021945 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10137.976060] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10137.976060] env[89459]: value = "task-5767233" [10137.976060] env[89459]: _type = "Task" [10137.976060] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10137.977127] env[89459]: DEBUG oslo_concurrency.lockutils [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10137.981582] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10137.989343] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10137.989586] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10138.037364] env[89459]: ERROR nova.scheduler.client.report [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] [req-51195856-4279-485b-8cb6-396e0694656f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5fdf53ec-7a95-439c-92d5-55671bd465d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-51195856-4279-485b-8cb6-396e0694656f"}]} [10138.057025] env[89459]: DEBUG nova.scheduler.client.report [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [10138.075133] env[89459]: DEBUG nova.scheduler.client.report [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [10138.076101] env[89459]: DEBUG nova.compute.provider_tree [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10138.091367] env[89459]: DEBUG nova.scheduler.client.report [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [10138.119301] env[89459]: DEBUG nova.scheduler.client.report [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [10138.166910] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.181051] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767231, 'name': CreateVM_Task, 'duration_secs': 0.383322} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10138.181678] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10138.182364] env[89459]: WARNING neutronclient.v2_0.client [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10138.182702] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10138.182808] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10138.183101] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10138.184420] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.184666] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ea5fb5-fb7c-4df5-9a32-6853b91fabb5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10138.191992] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10138.191992] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]529c96a1-245e-40a6-63f5-cd0c1108e5a2" [10138.191992] env[89459]: _type = "Task" [10138.191992] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10138.191992] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.209019] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]529c96a1-245e-40a6-63f5-cd0c1108e5a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10138.209438] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10138.393059] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.405264] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767226, 'name': CreateVM_Task, 'duration_secs': 1.578229} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10138.405563] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10138.406706] env[89459]: WARNING neutronclient.v2_0.client [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10138.406850] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10138.412613] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.414116] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c58d38a-2d2f-40ba-92d2-9f8d54eaf2f9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10138.423223] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.436111] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10138.436885] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10138.437529] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.439445] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4d3633-3167-4a33-99dc-36454f610b15 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10138.479045] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.481078] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf6cc2e-85ef-42fb-a416-f1b0790792e8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10138.491712] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.499831] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767233, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10138.499831] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10138.504794] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.508899] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb9b13a-89e0-4938-a1e4-dc4be407a838 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10138.529257] env[89459]: DEBUG nova.compute.provider_tree [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10138.613028] env[89459]: DEBUG nova.compute.manager [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10138.642870] env[89459]: DEBUG nova.virt.hardware [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10138.642870] env[89459]: DEBUG nova.virt.hardware [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10138.642870] env[89459]: DEBUG nova.virt.hardware [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10138.642870] env[89459]: DEBUG nova.virt.hardware [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10138.643092] env[89459]: DEBUG nova.virt.hardware [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10138.643092] env[89459]: DEBUG nova.virt.hardware [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10138.643092] env[89459]: DEBUG nova.virt.hardware [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10138.643186] env[89459]: DEBUG nova.virt.hardware [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10138.643436] env[89459]: DEBUG nova.virt.hardware [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10138.643606] env[89459]: DEBUG nova.virt.hardware [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10138.643606] env[89459]: DEBUG nova.virt.hardware [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10138.644818] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.646486] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99385e37-8631-41da-afb8-f8ede311c3f9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10138.654701] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.656732] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3e6323-3d2c-4cb6-9f17-add8d96d6bee {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10138.690393] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.703023] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]529c96a1-245e-40a6-63f5-cd0c1108e5a2, 'name': SearchDatastore_Task, 'duration_secs': 0.084146} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10138.703793] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10138.703793] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10138.708154] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10138.708154] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10138.708154] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10138.708154] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10138.708422] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10138.708422] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.708978] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.709416] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b32d034-d449-4417-810f-43d95193436a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10138.712527] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f47278d1-b6dc-44a8-a3ef-ba8171c8243d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10138.718369] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for the task: (returnval){ [10138.718369] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52b418c4-e842-d784-6653-c8f8bf907d33" [10138.718369] env[89459]: _type = "Task" [10138.718369] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10138.721029] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.729283] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52b418c4-e842-d784-6653-c8f8bf907d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10138.729564] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10138.741409] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10138.741637] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10138.742627] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.745032] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-160d766e-49fe-4106-aa22-4f8392914623 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10138.753096] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10138.753096] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]526fc5ef-9973-9d36-b13d-fab61f567646" [10138.753096] env[89459]: _type = "Task" [10138.753096] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10138.757840] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.764931] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]526fc5ef-9973-9d36-b13d-fab61f567646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10138.765141] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10138.918101] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.928912] env[89459]: DEBUG oslo_vmware.api [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767232, 'name': PowerOnVM_Task, 'duration_secs': 0.665541} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10138.929269] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10138.929432] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8298bf2a-62f1-47c3-893d-641821146b72 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance '8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b' progress to 100 {{(pid=89459) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [10138.981531] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10138.993408] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767233, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10138.994444] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10139.081170] env[89459]: DEBUG nova.scheduler.client.report [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Updated inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [10139.081170] env[89459]: DEBUG nova.compute.provider_tree [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Updating resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 generation from 21 to 22 during operation: update_inventory {{(pid=89459) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [10139.081170] env[89459]: DEBUG nova.compute.provider_tree [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10139.220838] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.231858] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52b418c4-e842-d784-6653-c8f8bf907d33, 'name': SearchDatastore_Task, 'duration_secs': 0.039716} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10139.232144] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10139.232290] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10139.232467] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10139.256207] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.270622] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]526fc5ef-9973-9d36-b13d-fab61f567646, 'name': SearchDatastore_Task, 'duration_secs': 0.025217} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10139.272366] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.272573] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103ff17c-f1db-45e0-993d-87b4cd2140bb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10139.280016] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10139.280016] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52d469f2-b327-a796-5bdf-2201b3c28e4d" [10139.280016] env[89459]: _type = "Task" [10139.280016] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10139.280829] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.290018] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52d469f2-b327-a796-5bdf-2201b3c28e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10139.290260] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10139.360660] env[89459]: DEBUG nova.network.neutron [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Successfully updated port: b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10139.485325] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.496686] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767233, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10139.496815] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10139.586785] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.015s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10139.589490] env[89459]: DEBUG oslo_concurrency.lockutils [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.836s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10139.589717] env[89459]: DEBUG nova.objects.instance [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Lazy-loading 'resources' on Instance uuid 740ea210-88de-4da5-b9fa-9a12544e16b1 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10139.645180] env[89459]: INFO nova.scheduler.client.report [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Deleted allocations for instance 6ffc35a0-9b11-4330-a155-090aa8045f62 [10139.769094] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquiring lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10139.770879] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10139.781714] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.792726] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52d469f2-b327-a796-5bdf-2201b3c28e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10139.793448] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10139.793541] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8/f503ca5f-37a0-44da-a0de-bad9657ebdf8.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10139.794447] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10139.796444] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.796599] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10139.797302] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-086a10c5-664d-403a-8f2d-40c15c0f697c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10139.801308] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.802942] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f62e7b4d-65c4-4ca6-9d47-d2dd9c733e97 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10139.811739] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10139.811739] env[89459]: value = "task-5767235" [10139.811739] env[89459]: _type = "Task" [10139.811739] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10139.814324] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.822610] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10139.822867] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10139.829137] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10139.829277] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10139.829805] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.831451] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc23960-da53-43fa-957f-6576eff96b85 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10139.842314] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for the task: (returnval){ [10139.842314] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5252b4c8-7933-af22-8563-417e53147541" [10139.842314] env[89459]: _type = "Task" [10139.842314] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10139.843393] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.856222] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5252b4c8-7933-af22-8563-417e53147541, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10139.862629] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.862629] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0912d176-d73e-4e1c-abbe-67d594cdf5fc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10139.869185] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "refresh_cache-7787bc4c-f172-4a6d-b955-8fdbdc5448e4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10139.869185] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "refresh_cache-7787bc4c-f172-4a6d-b955-8fdbdc5448e4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10139.870146] env[89459]: DEBUG nova.network.neutron [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10139.873485] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for the task: (returnval){ [10139.873485] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5296b6cb-391b-14b6-7144-0d03ddb94643" [10139.873485] env[89459]: _type = "Task" [10139.873485] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10139.880367] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.888488] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5296b6cb-391b-14b6-7144-0d03ddb94643, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10139.888986] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10139.889266] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 8f675322-e13c-4678-9a76-ab194f94c0d0/8f675322-e13c-4678-9a76-ab194f94c0d0.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10139.890371] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.891050] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb7fa179-7711-4240-bf9c-90d4254e7d2a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10139.902567] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for the task: (returnval){ [10139.902567] env[89459]: value = "task-5767236" [10139.902567] env[89459]: _type = "Task" [10139.902567] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10139.903575] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10139.917296] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10139.918031] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10139.989849] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.005819] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767233, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.61891} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10140.005819] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 322611ca-a5f7-4746-838c-777bb510498a/322611ca-a5f7-4746-838c-777bb510498a.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10140.005819] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10140.011185] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.011185] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d53a4bbc-7869-4f83-a54d-24f72f56a9fe {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10140.022042] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10140.022042] env[89459]: value = "task-5767237" [10140.022042] env[89459]: _type = "Task" [10140.022042] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10140.023832] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.040072] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10140.040217] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10140.076336] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10140.076806] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10140.076806] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10140.076933] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10140.077105] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10140.077273] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10140.077464] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10140.077593] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10140.077713] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10140.145067] env[89459]: DEBUG nova.compute.manager [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Received event network-vif-plugged-6501e089-e4ff-4782-99c8-8464318f9c04 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10140.148022] env[89459]: DEBUG oslo_concurrency.lockutils [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] Acquiring lock "8f675322-e13c-4678-9a76-ab194f94c0d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10140.148022] env[89459]: DEBUG oslo_concurrency.lockutils [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] Lock "8f675322-e13c-4678-9a76-ab194f94c0d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10140.148022] env[89459]: DEBUG oslo_concurrency.lockutils [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] Lock "8f675322-e13c-4678-9a76-ab194f94c0d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10140.148022] env[89459]: DEBUG nova.compute.manager [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] No waiting events found dispatching network-vif-plugged-6501e089-e4ff-4782-99c8-8464318f9c04 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10140.148022] env[89459]: WARNING nova.compute.manager [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Received unexpected event network-vif-plugged-6501e089-e4ff-4782-99c8-8464318f9c04 for instance with vm_state building and task_state spawning. [10140.148352] env[89459]: DEBUG nova.compute.manager [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Received event network-changed-6501e089-e4ff-4782-99c8-8464318f9c04 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10140.148352] env[89459]: DEBUG nova.compute.manager [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Refreshing instance network info cache due to event network-changed-6501e089-e4ff-4782-99c8-8464318f9c04. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10140.148352] env[89459]: DEBUG oslo_concurrency.lockutils [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] Acquiring lock "refresh_cache-8f675322-e13c-4678-9a76-ab194f94c0d0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10140.148352] env[89459]: DEBUG oslo_concurrency.lockutils [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] Acquired lock "refresh_cache-8f675322-e13c-4678-9a76-ab194f94c0d0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10140.148352] env[89459]: DEBUG nova.network.neutron [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Refreshing network info cache for port 6501e089-e4ff-4782-99c8-8464318f9c04 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10140.165061] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3b0aa5dc-5b03-4bd7-af05-ae550706e09c tempest-ServerDiagnosticsTest-1245518893 tempest-ServerDiagnosticsTest-1245518893-project-member] Lock "6ffc35a0-9b11-4330-a155-090aa8045f62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.762s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10140.274659] env[89459]: DEBUG nova.compute.manager [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10140.310372] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.323823] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767235, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10140.324052] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10140.409818] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.429494] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767236, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10140.429791] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10140.477472] env[89459]: DEBUG nova.network.neutron [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10140.482650] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.485417] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32afc68d-0b11-4bd7-9451-d422160b1f08 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10140.494183] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.495693] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf39f25-288b-431b-ba94-5ccf581e1598 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10140.532118] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.544613] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.552227] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6176bf-0944-4c7c-9491-e10e4c3a79e1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10140.555435] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094047} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10140.556185] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10140.557404] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.561427] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f81546-a87c-4f49-a353-1840f44ac21f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10140.570264] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.573710] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f041ac-7e7c-420f-b8d1-8f39ba469b9c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10140.584569] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10140.615153] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 322611ca-a5f7-4746-838c-777bb510498a/322611ca-a5f7-4746-838c-777bb510498a.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10140.624436] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.625910] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61239c12-0e6b-4dce-8edd-f9ddb6ee4ae8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10140.639535] env[89459]: WARNING neutronclient.v2_0.client [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10140.645012] env[89459]: DEBUG nova.compute.provider_tree [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10140.656260] env[89459]: WARNING neutronclient.v2_0.client [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10140.667527] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10140.667527] env[89459]: value = "task-5767239" [10140.667527] env[89459]: _type = "Task" [10140.667527] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10140.670324] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.690809] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10140.690809] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10140.774913] env[89459]: DEBUG nova.network.neutron [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Updating instance_info_cache with network_info: [{"id": "b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506", "address": "fa:16:3e:35:22:b9", "network": {"id": "37982874-86e8-4c42-b825-c7825cc8f2b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-352558461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4f992421118d49ebb0373b9c6dfd9515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c71bbe-7c", "ovs_interfaceid": "b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10140.806861] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10140.819201] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.830500] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596734} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10140.830967] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8/f503ca5f-37a0-44da-a0de-bad9657ebdf8.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10140.831251] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10140.832052] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.832840] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04e04c31-0b1e-4d14-aeb3-b5bfdb4f95c2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10140.841705] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10140.841705] env[89459]: value = "task-5767240" [10140.841705] env[89459]: _type = "Task" [10140.841705] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10140.842682] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.852466] env[89459]: DEBUG oslo_concurrency.lockutils [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Acquiring lock "a32bb6ef-0bb5-4210-ae5c-077656a589ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10140.854926] env[89459]: DEBUG oslo_concurrency.lockutils [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Lock "a32bb6ef-0bb5-4210-ae5c-077656a589ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10140.854926] env[89459]: DEBUG oslo_concurrency.lockutils [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Acquiring lock "a32bb6ef-0bb5-4210-ae5c-077656a589ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10140.854926] env[89459]: DEBUG oslo_concurrency.lockutils [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Lock "a32bb6ef-0bb5-4210-ae5c-077656a589ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10140.855107] env[89459]: DEBUG oslo_concurrency.lockutils [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Lock "a32bb6ef-0bb5-4210-ae5c-077656a589ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10140.870868] env[89459]: INFO nova.compute.manager [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Terminating instance [10140.878027] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10140.889808] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.45 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10140.914579] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.925703] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929901} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10140.925703] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 8f675322-e13c-4678-9a76-ab194f94c0d0/8f675322-e13c-4678-9a76-ab194f94c0d0.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10140.925703] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10140.927987] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.928261] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-229eb420-2a3d-441c-8a92-d669563928f4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10140.942422] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for the task: (returnval){ [10140.942422] env[89459]: value = "task-5767241" [10140.942422] env[89459]: _type = "Task" [10140.942422] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10140.946603] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10140.959354] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10140.959658] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10140.967790] env[89459]: WARNING neutronclient.v2_0.client [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10141.090305] env[89459]: DEBUG nova.compute.manager [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Received event network-vif-plugged-2f32903c-9de2-490b-be90-dc5202ba445b {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10141.091897] env[89459]: DEBUG oslo_concurrency.lockutils [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] Acquiring lock "f503ca5f-37a0-44da-a0de-bad9657ebdf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10141.092468] env[89459]: DEBUG oslo_concurrency.lockutils [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] Lock "f503ca5f-37a0-44da-a0de-bad9657ebdf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10141.093385] env[89459]: DEBUG oslo_concurrency.lockutils [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] Lock "f503ca5f-37a0-44da-a0de-bad9657ebdf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10141.093385] env[89459]: DEBUG nova.compute.manager [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] No waiting events found dispatching network-vif-plugged-2f32903c-9de2-490b-be90-dc5202ba445b {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10141.093714] env[89459]: WARNING nova.compute.manager [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Received unexpected event network-vif-plugged-2f32903c-9de2-490b-be90-dc5202ba445b for instance with vm_state building and task_state spawning. [10141.094241] env[89459]: DEBUG nova.compute.manager [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Received event network-changed-2f32903c-9de2-490b-be90-dc5202ba445b {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10141.095039] env[89459]: DEBUG nova.compute.manager [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Refreshing instance network info cache due to event network-changed-2f32903c-9de2-490b-be90-dc5202ba445b. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10141.095308] env[89459]: DEBUG oslo_concurrency.lockutils [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] Acquiring lock "refresh_cache-f503ca5f-37a0-44da-a0de-bad9657ebdf8" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10141.095483] env[89459]: DEBUG oslo_concurrency.lockutils [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] Acquired lock "refresh_cache-f503ca5f-37a0-44da-a0de-bad9657ebdf8" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10141.095647] env[89459]: DEBUG nova.network.neutron [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Refreshing network info cache for port 2f32903c-9de2-490b-be90-dc5202ba445b {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10141.111916] env[89459]: DEBUG nova.network.neutron [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Updated VIF entry in instance network info cache for port 6501e089-e4ff-4782-99c8-8464318f9c04. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10141.112378] env[89459]: DEBUG nova.network.neutron [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Updating instance_info_cache with network_info: [{"id": "6501e089-e4ff-4782-99c8-8464318f9c04", "address": "fa:16:3e:ca:bf:17", "network": {"id": "5176fb63-36f2-4656-a718-f8ea58e7cfca", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1489598340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8531f5b900346449a5c3c4401da05f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6501e089-e4", "ovs_interfaceid": "6501e089-e4ff-4782-99c8-8464318f9c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10141.163279] env[89459]: DEBUG nova.scheduler.client.report [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10141.171771] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.187565] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767239, 'name': ReconfigVM_Task, 'duration_secs': 0.397789} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10141.188649] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 322611ca-a5f7-4746-838c-777bb510498a/322611ca-a5f7-4746-838c-777bb510498a.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10141.189080] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.190388] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0806046e-7886-42c8-ad77-c65b0f133ba1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10141.200837] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10141.200837] env[89459]: value = "task-5767242" [10141.200837] env[89459]: _type = "Task" [10141.200837] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10141.201568] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.211984] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767242, 'name': Rename_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10141.212189] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10141.278811] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "refresh_cache-7787bc4c-f172-4a6d-b955-8fdbdc5448e4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10141.279156] env[89459]: DEBUG nova.compute.manager [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Instance network_info: |[{"id": "b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506", "address": "fa:16:3e:35:22:b9", "network": {"id": "37982874-86e8-4c42-b825-c7825cc8f2b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-352558461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4f992421118d49ebb0373b9c6dfd9515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c71bbe-7c", "ovs_interfaceid": "b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10141.279856] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:22:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10141.288998] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.289680] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10141.290113] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.290651] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bec18ed6-4b0f-43cc-9053-1b0038467ae5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10141.312899] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10141.312899] env[89459]: value = "task-5767243" [10141.312899] env[89459]: _type = "Task" [10141.312899] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10141.313551] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.324897] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767243, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10141.325037] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10141.340688] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.350357] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085583} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10141.350781] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10141.351519] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.352557] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fca80b0-0243-4195-819d-8880d3b60063 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10141.383594] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8/f503ca5f-37a0-44da-a0de-bad9657ebdf8.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10141.384284] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.384561] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b3e64ca-de3c-4928-adef-3ee0739aeaa3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10141.393468] env[89459]: DEBUG oslo_concurrency.lockutils [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Acquiring lock "refresh_cache-a32bb6ef-0bb5-4210-ae5c-077656a589ed" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10141.393865] env[89459]: DEBUG oslo_concurrency.lockutils [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Acquired lock "refresh_cache-a32bb6ef-0bb5-4210-ae5c-077656a589ed" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10141.399308] env[89459]: DEBUG nova.network.neutron [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10141.410281] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10141.410281] env[89459]: value = "task-5767244" [10141.410281] env[89459]: _type = "Task" [10141.410281] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10141.411357] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.422494] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10141.422731] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10141.450515] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.462343] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120726} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10141.462717] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10141.463350] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.464323] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ff3cae-a27e-4e53-9334-cef5437a42ca {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10141.494257] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 8f675322-e13c-4678-9a76-ab194f94c0d0/8f675322-e13c-4678-9a76-ab194f94c0d0.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10141.495156] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.495487] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b54715be-39f4-4fe1-9580-cd3b655b7526 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10141.520505] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquiring lock "84c2f756-e7b0-4315-8911-31c720a46226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10141.522982] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "84c2f756-e7b0-4315-8911-31c720a46226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10141.524554] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for the task: (returnval){ [10141.524554] env[89459]: value = "task-5767245" [10141.524554] env[89459]: _type = "Task" [10141.524554] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10141.527921] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.542514] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10141.542514] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10141.580340] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.581911] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0717036f-afd5-4153-92fc-1c5886a7b349 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10141.593672] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Suspending the VM {{(pid=89459) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [10141.594448] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.595106] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-25721b20-369e-4537-aa46-298119fcf441 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10141.599391] env[89459]: WARNING neutronclient.v2_0.client [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10141.606410] env[89459]: DEBUG oslo_vmware.api [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Waiting for the task: (returnval){ [10141.606410] env[89459]: value = "task-5767246" [10141.606410] env[89459]: _type = "Task" [10141.606410] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10141.607536] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.622098] env[89459]: DEBUG oslo_concurrency.lockutils [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] Releasing lock "refresh_cache-8f675322-e13c-4678-9a76-ab194f94c0d0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10141.622098] env[89459]: DEBUG oslo_vmware.api [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Task: {'id': task-5767246, 'name': SuspendVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10141.622098] env[89459]: DEBUG nova.compute.manager [req-47d9e1fa-8f6c-4310-826a-f98a86cb730d req-32b33c75-070b-4d3a-8615-aefb0cf9abf6 service nova] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Received event network-vif-deleted-565d29c4-bed8-4eac-91ba-5e3bd76a330b {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10141.622492] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10141.672245] env[89459]: DEBUG oslo_concurrency.lockutils [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10141.674937] env[89459]: DEBUG oslo_concurrency.lockutils [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.695s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10141.676841] env[89459]: DEBUG nova.objects.instance [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Trying to apply a migration context that does not seem to be set for this instance {{(pid=89459) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1074}} [10141.688112] env[89459]: DEBUG oslo_concurrency.lockutils [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquiring lock "dcb42370-4cb1-4313-a13d-a232b0629928" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10141.688330] env[89459]: DEBUG oslo_concurrency.lockutils [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Lock "dcb42370-4cb1-4313-a13d-a232b0629928" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10141.688516] env[89459]: DEBUG oslo_concurrency.lockutils [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquiring lock "dcb42370-4cb1-4313-a13d-a232b0629928-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10141.688664] env[89459]: DEBUG oslo_concurrency.lockutils [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Lock "dcb42370-4cb1-4313-a13d-a232b0629928-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10141.688831] env[89459]: DEBUG oslo_concurrency.lockutils [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Lock "dcb42370-4cb1-4313-a13d-a232b0629928-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10141.692450] env[89459]: INFO nova.compute.manager [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Terminating instance [10141.703071] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.711677] env[89459]: INFO nova.scheduler.client.report [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Deleted allocations for instance 740ea210-88de-4da5-b9fa-9a12544e16b1 [10141.719062] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767242, 'name': Rename_Task, 'duration_secs': 0.182481} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10141.722506] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10141.725879] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.726816] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27b04092-f876-431e-925b-b317eb1ebc5e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10141.754875] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10141.754875] env[89459]: value = "task-5767247" [10141.754875] env[89459]: _type = "Task" [10141.754875] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10141.755611] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.768070] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10141.768070] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10141.815996] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.837983] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767243, 'name': CreateVM_Task, 'duration_secs': 0.427275} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10141.838901] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10141.840497] env[89459]: WARNING neutronclient.v2_0.client [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10141.842913] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10141.846313] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10141.846762] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10141.851576] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.851922] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09918934-2ab6-4443-a1e3-bca7ee224c8a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10141.861909] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10141.861909] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52c2871a-c4ce-1c78-bb06-d9225730e801" [10141.861909] env[89459]: _type = "Task" [10141.861909] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10141.861909] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.877423] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52c2871a-c4ce-1c78-bb06-d9225730e801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10141.877732] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10141.905696] env[89459]: WARNING neutronclient.v2_0.client [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10141.915969] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.928933] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767244, 'name': ReconfigVM_Task, 'duration_secs': 0.471674} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10141.933022] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Reconfigured VM instance instance-0000000e to attach disk [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8/f503ca5f-37a0-44da-a0de-bad9657ebdf8.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10141.933022] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.933022] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78725005-d203-4c12-9db7-daf890c8d5c8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10141.940422] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10141.940422] env[89459]: value = "task-5767248" [10141.940422] env[89459]: _type = "Task" [10141.940422] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10141.942202] env[89459]: DEBUG nova.network.neutron [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10141.946474] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10141.959259] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767248, 'name': Rename_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10141.959618] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10142.024624] env[89459]: WARNING neutronclient.v2_0.client [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10142.027695] env[89459]: DEBUG nova.compute.manager [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10142.033371] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.043819] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10142.043819] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10142.111048] env[89459]: DEBUG nova.network.neutron [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10142.113769] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.133211] env[89459]: DEBUG oslo_vmware.api [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Task: {'id': task-5767246, 'name': SuspendVM_Task} progress is 62%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10142.137026] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10142.180709] env[89459]: DEBUG nova.network.neutron [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Updated VIF entry in instance network info cache for port 2f32903c-9de2-490b-be90-dc5202ba445b. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10142.181093] env[89459]: DEBUG nova.network.neutron [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Updating instance_info_cache with network_info: [{"id": "2f32903c-9de2-490b-be90-dc5202ba445b", "address": "fa:16:3e:1a:71:d0", "network": {"id": "37982874-86e8-4c42-b825-c7825cc8f2b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-352558461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f992421118d49ebb0373b9c6dfd9515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f32903c-9d", "ovs_interfaceid": "2f32903c-9de2-490b-be90-dc5202ba445b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10142.200709] env[89459]: DEBUG oslo_concurrency.lockutils [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquiring lock "refresh_cache-dcb42370-4cb1-4313-a13d-a232b0629928" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10142.200903] env[89459]: DEBUG oslo_concurrency.lockutils [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquired lock "refresh_cache-dcb42370-4cb1-4313-a13d-a232b0629928" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10142.202057] env[89459]: DEBUG nova.network.neutron [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10142.249242] env[89459]: DEBUG oslo_concurrency.lockutils [None req-38dc5c6e-d67e-4313-8d9b-7a85b9a10976 tempest-DeleteServersAdminTestJSON-1634196934 tempest-DeleteServersAdminTestJSON-1634196934-project-admin] Lock "740ea210-88de-4da5-b9fa-9a12544e16b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.585s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10142.258864] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.269994] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10142.270207] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10142.358831] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.374835] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52c2871a-c4ce-1c78-bb06-d9225730e801, 'name': SearchDatastore_Task, 'duration_secs': 0.032316} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10142.374835] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10142.374835] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10142.374835] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10142.375073] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10142.375463] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10142.377491] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.378735] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43e44757-2ddb-45e4-9f27-e05f9c9bfaea {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10142.393082] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10142.393082] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10142.394648] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.395598] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f709565c-608a-436f-8c2d-52b0fb0c3c90 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10142.404689] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10142.404689] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]525c6041-5f57-4c33-a614-2796e2583e3b" [10142.404689] env[89459]: _type = "Task" [10142.404689] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10142.405737] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.417928] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]525c6041-5f57-4c33-a614-2796e2583e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10142.418248] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10142.442261] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.454818] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767248, 'name': Rename_Task, 'duration_secs': 0.274153} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10142.455467] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10142.456446] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.456818] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c4cecd0-500b-4814-b5e7-99aca1dff43b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10142.467185] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10142.467185] env[89459]: value = "task-5767249" [10142.467185] env[89459]: _type = "Task" [10142.467185] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10142.471201] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.482429] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10142.482429] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10142.541320] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.556324] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10142.556510] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10142.569401] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10142.616490] env[89459]: DEBUG oslo_concurrency.lockutils [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Releasing lock "refresh_cache-a32bb6ef-0bb5-4210-ae5c-077656a589ed" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10142.618131] env[89459]: DEBUG nova.compute.manager [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10142.618131] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10142.618851] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.629028] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.639111] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0294cfd5-51bc-4fee-b21f-086f9fc76a4d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10142.639111] env[89459]: DEBUG oslo_vmware.api [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Task: {'id': task-5767246, 'name': SuspendVM_Task} progress is 62%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10142.642043] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10142.648145] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10142.648830] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.653419] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d84dc11-f810-4af7-a7d2-131601c604fe {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10142.663387] env[89459]: DEBUG oslo_vmware.api [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10142.663387] env[89459]: value = "task-5767251" [10142.663387] env[89459]: _type = "Task" [10142.663387] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10142.666164] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.679298] env[89459]: DEBUG oslo_vmware.api [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10142.680045] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10142.696348] env[89459]: DEBUG oslo_concurrency.lockutils [req-28aa5926-ac47-4d37-ab89-32a413c0dbfd req-03584fcc-029b-4f32-aae6-590033365bec service nova] Releasing lock "refresh_cache-f503ca5f-37a0-44da-a0de-bad9657ebdf8" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10142.698672] env[89459]: DEBUG oslo_concurrency.lockutils [None req-96a5304c-e25a-489b-9ad1-95e290fefec6 tempest-ServersAdmin275Test-977981086 tempest-ServersAdmin275Test-977981086-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10142.701058] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.115s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10142.701692] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.003s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10142.702355] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.895s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10142.706042] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10142.706042] env[89459]: INFO nova.compute.claims [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10142.706971] env[89459]: WARNING neutronclient.v2_0.client [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10142.710131] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.712356] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b13df49-b268-4a69-bb2f-1ed51f19a9f3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10142.724312] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.727844] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab1a607-1292-4fdc-9af0-5538342eb23a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10142.750622] env[89459]: DEBUG nova.network.neutron [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10142.756510] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.757940] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffeed2b7-d2ca-432e-83b4-31348c831645 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10142.778043] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.787878] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.790254] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4877789-c72e-4dbd-ad07-99850e7c4293 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10142.836482] env[89459]: DEBUG oslo_vmware.api [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767247, 'name': PowerOnVM_Task, 'duration_secs': 0.909098} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10142.838033] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10142.842660] env[89459]: DEBUG nova.compute.manager [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10142.844595] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.846391] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180396MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10142.846391] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10142.846931] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb8a626-9349-42ea-99ec-0598de12f2a2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10142.861667] env[89459]: DEBUG nova.network.neutron [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10142.911953] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.924702] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]525c6041-5f57-4c33-a614-2796e2583e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.021457} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10142.926904] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.927175] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e0b025-10d1-4b86-9d7d-c89c4ca7d857 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10142.937673] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10142.937673] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52f995f8-7b9f-d953-de8e-0c586f036723" [10142.937673] env[89459]: _type = "Task" [10142.937673] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10142.940731] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.950570] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52f995f8-7b9f-d953-de8e-0c586f036723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10142.950748] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10142.973902] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10142.988550] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10142.988985] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10143.038401] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.049153] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767245, 'name': ReconfigVM_Task, 'duration_secs': 1.183355} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10143.049614] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 8f675322-e13c-4678-9a76-ab194f94c0d0/8f675322-e13c-4678-9a76-ab194f94c0d0.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10143.052308] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.053092] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2b0e291-3f32-4ba6-a162-3ec0cefe9ad6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.062700] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for the task: (returnval){ [10143.062700] env[89459]: value = "task-5767252" [10143.062700] env[89459]: _type = "Task" [10143.062700] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10143.063393] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.077809] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767252, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10143.078010] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10143.113351] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.128218] env[89459]: DEBUG oslo_vmware.api [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Task: {'id': task-5767246, 'name': SuspendVM_Task, 'duration_secs': 1.189413} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10143.128687] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Suspended the VM {{(pid=89459) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [10143.129015] env[89459]: DEBUG nova.compute.manager [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10143.130632] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-5c49a182-665e-479c-94cd-0b9cbdfb0b8a tempest-ServersAdminNegativeTestJSON-1718558626 tempest-ServersAdminNegativeTestJSON-1718558626-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.132190] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bf7c18-b195-496f-8ed1-f5896179998b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.161626] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.176907] env[89459]: DEBUG oslo_vmware.api [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767251, 'name': PowerOffVM_Task, 'duration_secs': 0.160958} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10143.177655] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10143.178656] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10143.179475] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.179779] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-643824f4-b4a6-43e4-bbd5-847f86463699 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.201321] env[89459]: DEBUG nova.compute.manager [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Received event network-vif-plugged-b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10143.202953] env[89459]: DEBUG oslo_concurrency.lockutils [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] Acquiring lock "7787bc4c-f172-4a6d-b955-8fdbdc5448e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10143.204117] env[89459]: DEBUG oslo_concurrency.lockutils [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] Lock "7787bc4c-f172-4a6d-b955-8fdbdc5448e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10143.204435] env[89459]: DEBUG oslo_concurrency.lockutils [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] Lock "7787bc4c-f172-4a6d-b955-8fdbdc5448e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10143.204712] env[89459]: DEBUG nova.compute.manager [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] No waiting events found dispatching network-vif-plugged-b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10143.205364] env[89459]: WARNING nova.compute.manager [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Received unexpected event network-vif-plugged-b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506 for instance with vm_state building and task_state spawning. [10143.205610] env[89459]: DEBUG nova.compute.manager [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Received event network-changed-b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10143.205885] env[89459]: DEBUG nova.compute.manager [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Refreshing instance network info cache due to event network-changed-b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10143.206128] env[89459]: DEBUG oslo_concurrency.lockutils [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] Acquiring lock "refresh_cache-7787bc4c-f172-4a6d-b955-8fdbdc5448e4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10143.206296] env[89459]: DEBUG oslo_concurrency.lockutils [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] Acquired lock "refresh_cache-7787bc4c-f172-4a6d-b955-8fdbdc5448e4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10143.206712] env[89459]: DEBUG nova.network.neutron [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Refreshing network info cache for port b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10143.219038] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10143.219038] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10143.219038] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Deleting the datastore file [datastore1] a32bb6ef-0bb5-4210-ae5c-077656a589ed {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10143.222997] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.224738] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57686b15-46ff-4a9e-b942-f7bc10bf57a5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.239985] env[89459]: DEBUG oslo_vmware.api [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for the task: (returnval){ [10143.239985] env[89459]: value = "task-5767254" [10143.239985] env[89459]: _type = "Task" [10143.239985] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10143.241305] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.258121] env[89459]: DEBUG oslo_vmware.api [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10143.258820] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10143.279510] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Acquiring lock "1be4627b-625e-4128-b7c7-a50e69c2a021" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10143.280300] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Lock "1be4627b-625e-4128-b7c7-a50e69c2a021" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10143.280861] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Acquiring lock "1be4627b-625e-4128-b7c7-a50e69c2a021-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10143.283452] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Lock "1be4627b-625e-4128-b7c7-a50e69c2a021-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10143.283452] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Lock "1be4627b-625e-4128-b7c7-a50e69c2a021-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10143.287475] env[89459]: INFO nova.compute.manager [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Terminating instance [10143.372992] env[89459]: DEBUG oslo_concurrency.lockutils [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Releasing lock "refresh_cache-dcb42370-4cb1-4313-a13d-a232b0629928" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10143.373230] env[89459]: DEBUG nova.compute.manager [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10143.373319] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10143.374464] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.379762] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77021269-2e2e-46de-869c-a46a147b7679 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.386890] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10143.396422] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10143.397250] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.397563] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9791b1c9-a56f-450b-87e5-8aac465380cf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.409797] env[89459]: DEBUG oslo_vmware.api [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10143.409797] env[89459]: value = "task-5767255" [10143.409797] env[89459]: _type = "Task" [10143.409797] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10143.412635] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.429501] env[89459]: DEBUG oslo_vmware.api [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10143.429839] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10143.441983] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.453874] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52f995f8-7b9f-d953-de8e-0c586f036723, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10143.455418] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10143.455418] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 7787bc4c-f172-4a6d-b955-8fdbdc5448e4/7787bc4c-f172-4a6d-b955-8fdbdc5448e4.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10143.455992] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.456335] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee0179ed-5bae-4e6b-bdf0-25c0f9d7ab61 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.469882] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10143.469882] env[89459]: value = "task-5767256" [10143.469882] env[89459]: _type = "Task" [10143.469882] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10143.470384] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.480484] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.492203] env[89459]: DEBUG oslo_vmware.api [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767249, 'name': PowerOnVM_Task, 'duration_secs': 0.825245} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10143.496268] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10143.496451] env[89459]: INFO nova.compute.manager [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Took 9.27 seconds to spawn the instance on the hypervisor. [10143.497040] env[89459]: DEBUG nova.compute.manager [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10143.499625] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10143.500976] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10143.500976] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.502978] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51ef5eb-f78c-43f2-98ad-7a35598ee04c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.559617] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.573230] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767252, 'name': Rename_Task, 'duration_secs': 0.269994} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10143.574075] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10143.575454] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.576179] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87374bad-6742-4988-a83a-5c2bcec9ffe7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.587314] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for the task: (returnval){ [10143.587314] env[89459]: value = "task-5767257" [10143.587314] env[89459]: _type = "Task" [10143.587314] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10143.595975] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.601803] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10143.602190] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10143.710588] env[89459]: WARNING neutronclient.v2_0.client [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10143.740722] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.753097] env[89459]: DEBUG oslo_vmware.api [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Task: {'id': task-5767254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24249} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10143.753393] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10143.753552] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10143.753712] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10143.754277] env[89459]: INFO nova.compute.manager [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Took 1.14 seconds to destroy the instance on the hypervisor. [10143.754391] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.754608] env[89459]: DEBUG nova.compute.manager [-] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10143.755273] env[89459]: DEBUG nova.network.neutron [-] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10143.755273] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10143.796765] env[89459]: DEBUG nova.compute.manager [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10143.797025] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10143.797704] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.799174] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a950ab7-7817-476c-9759-a3b01312c608 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.811011] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10143.816466] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.816758] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0943ad78-9dc3-4a9f-a5ec-1452d8b780f0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.821972] env[89459]: DEBUG nova.network.neutron [-] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10143.821972] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10143.835191] env[89459]: DEBUG oslo_vmware.api [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for the task: (returnval){ [10143.835191] env[89459]: value = "task-5767258" [10143.835191] env[89459]: _type = "Task" [10143.835191] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10143.837129] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.858056] env[89459]: DEBUG oslo_vmware.api [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10143.858676] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10143.914861] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.929197] env[89459]: DEBUG oslo_vmware.api [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767255, 'name': PowerOffVM_Task, 'duration_secs': 0.26231} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10143.930528] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10143.931613] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10143.932424] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.933422] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-240ef4cc-0768-4a6b-9131-e7065de8a24e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.973534] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10143.974093] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10143.974490] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Deleting the datastore file [datastore2] dcb42370-4cb1-4313-a13d-a232b0629928 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10143.981901] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.981901] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10143.982615] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-095e4041-0e44-4111-9038-df3cfd3ffda3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10143.994697] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767256, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10143.995118] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10144.000075] env[89459]: DEBUG oslo_vmware.api [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for the task: (returnval){ [10144.000075] env[89459]: value = "task-5767260" [10144.000075] env[89459]: _type = "Task" [10144.000075] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10144.001088] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.014384] env[89459]: DEBUG oslo_vmware.api [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10144.014725] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10144.031957] env[89459]: INFO nova.compute.manager [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Took 14.46 seconds to build instance. [10144.059306] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.060727] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f808f69d-efc5-4edd-bbf9-30449dc972f9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10144.072481] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.074077] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0ed6dd-3109-4129-a4f5-d6dcce9c87a9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10144.117442] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.122671] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.128726] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b49a53-b1d0-4052-aa45-22845272f600 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10144.132666] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767257, 'name': PowerOnVM_Task} progress is 78%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10144.134455] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10144.138985] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.140626] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16b22fc-5f5e-4ab4-ad22-2200252e3abf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10144.160698] env[89459]: DEBUG nova.compute.provider_tree [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10144.323462] env[89459]: DEBUG nova.network.neutron [-] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10144.335993] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "542a63e2-96d6-4192-a2f9-20471b12a42e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10144.336665] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "542a63e2-96d6-4192-a2f9-20471b12a42e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10144.340086] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.357671] env[89459]: DEBUG oslo_vmware.api [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767258, 'name': PowerOffVM_Task, 'duration_secs': 0.27916} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10144.358097] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10144.358254] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10144.358823] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.360251] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-515b573a-9e5a-4a82-b29a-96e26dc5b75c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10144.384703] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10144.385015] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10144.385248] env[89459]: DEBUG nova.compute.manager [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Going to confirm migration 1 {{(pid=89459) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5328}} [10144.463252] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10144.463581] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10144.463768] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Deleting the datastore file [datastore2] 1be4627b-625e-4128-b7c7-a50e69c2a021 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10144.464639] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.464896] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d84727c-6dab-4cce-bea8-323e0f329f61 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10144.475835] env[89459]: DEBUG oslo_vmware.api [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for the task: (returnval){ [10144.475835] env[89459]: value = "task-5767262" [10144.475835] env[89459]: _type = "Task" [10144.475835] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10144.477173] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.489219] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.498675] env[89459]: DEBUG oslo_vmware.api [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10144.498854] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10144.501521] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709804} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10144.501921] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.506709] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 7787bc4c-f172-4a6d-b955-8fdbdc5448e4/7787bc4c-f172-4a6d-b955-8fdbdc5448e4.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10144.506709] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10144.508295] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.509425] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5106b87f-b1ac-4654-a63f-51d1b87d0b1d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10144.515943] env[89459]: DEBUG oslo_vmware.api [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Task: {'id': task-5767260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272002} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10144.516176] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10144.516328] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10144.516514] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10144.516605] env[89459]: INFO nova.compute.manager [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Took 1.14 seconds to destroy the instance on the hypervisor. [10144.517588] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.518349] env[89459]: DEBUG nova.compute.manager [-] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10144.518349] env[89459]: DEBUG nova.network.neutron [-] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10144.518349] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10144.523534] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10144.523534] env[89459]: value = "task-5767263" [10144.523534] env[89459]: _type = "Task" [10144.523534] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10144.524476] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.535401] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10144.535401] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10144.535926] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7e3bc022-8d58-4da0-bd4f-fe86f5bb464a tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "f503ca5f-37a0-44da-a0de-bad9657ebdf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.047s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10144.553570] env[89459]: WARNING neutronclient.v2_0.client [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10144.570975] env[89459]: DEBUG nova.network.neutron [-] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10144.571294] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10144.605306] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.622917] env[89459]: DEBUG oslo_vmware.api [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767257, 'name': PowerOnVM_Task, 'duration_secs': 0.862738} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10144.623285] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10144.623556] env[89459]: INFO nova.compute.manager [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Took 13.73 seconds to spawn the instance on the hypervisor. [10144.623596] env[89459]: DEBUG nova.compute.manager [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10144.624712] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.627806] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38e10c5-3d52-47c6-9982-c48efbd97404 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10144.664588] env[89459]: DEBUG nova.scheduler.client.report [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10144.744992] env[89459]: DEBUG nova.network.neutron [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Updated VIF entry in instance network info cache for port b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10144.744992] env[89459]: DEBUG nova.network.neutron [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Updating instance_info_cache with network_info: [{"id": "b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506", "address": "fa:16:3e:35:22:b9", "network": {"id": "37982874-86e8-4c42-b825-c7825cc8f2b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-352558461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f992421118d49ebb0373b9c6dfd9515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c71bbe-7c", "ovs_interfaceid": "b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10144.827129] env[89459]: INFO nova.compute.manager [-] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Took 1.07 seconds to deallocate network for instance. [10144.852458] env[89459]: DEBUG nova.compute.manager [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10144.894350] env[89459]: WARNING neutronclient.v2_0.client [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10144.980650] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.986067] env[89459]: WARNING neutronclient.v2_0.client [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10144.986067] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10144.986346] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquired lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10144.986346] env[89459]: DEBUG nova.network.neutron [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10144.987660] env[89459]: DEBUG nova.objects.instance [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lazy-loading 'info_cache' on Instance uuid 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10144.991891] env[89459]: DEBUG oslo_vmware.api [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Task: {'id': task-5767262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374494} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10144.993949] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10144.993949] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10144.993949] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10144.993949] env[89459]: INFO nova.compute.manager [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Took 1.20 seconds to destroy the instance on the hypervisor. [10144.994337] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10144.995040] env[89459]: DEBUG nova.compute.manager [-] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10144.995165] env[89459]: DEBUG nova.network.neutron [-] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10144.995410] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10145.027057] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10145.038777] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07241} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10145.039109] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10145.039635] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10145.040553] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f930697-1b0e-438f-a90d-30c33ca68bd6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10145.067630] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 7787bc4c-f172-4a6d-b955-8fdbdc5448e4/7787bc4c-f172-4a6d-b955-8fdbdc5448e4.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10145.068408] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10145.069974] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-755177e2-debb-4d3e-a0fa-cb72abc4beb7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10145.078322] env[89459]: DEBUG nova.network.neutron [-] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10145.098615] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10145.098615] env[89459]: value = "task-5767265" [10145.098615] env[89459]: _type = "Task" [10145.098615] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10145.099303] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10145.111209] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10145.111427] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10145.152761] env[89459]: INFO nova.compute.manager [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Took 18.92 seconds to build instance. [10145.171872] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10145.173474] env[89459]: DEBUG nova.compute.manager [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10145.178074] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.609s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10145.179917] env[89459]: INFO nova.compute.claims [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10145.247570] env[89459]: DEBUG oslo_concurrency.lockutils [req-d029f60b-13ac-4e22-8339-cb1d9a2fd658 req-d6605a31-677f-41e2-9b38-3f55471a0a98 service nova] Releasing lock "refresh_cache-7787bc4c-f172-4a6d-b955-8fdbdc5448e4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10145.316393] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10145.334671] env[89459]: DEBUG oslo_concurrency.lockutils [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10145.390603] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10145.592109] env[89459]: INFO nova.compute.manager [-] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Took 1.07 seconds to deallocate network for instance. [10145.602547] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10145.615811] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10145.615811] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10145.655559] env[89459]: DEBUG oslo_concurrency.lockutils [None req-67f0c0b7-e5fa-417b-b4b7-9f595b93de00 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Lock "8f675322-e13c-4678-9a76-ab194f94c0d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.435s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10145.685909] env[89459]: DEBUG nova.compute.utils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10145.691763] env[89459]: DEBUG nova.compute.manager [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10145.692101] env[89459]: DEBUG nova.network.neutron [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10145.693558] env[89459]: WARNING neutronclient.v2_0.client [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10145.693558] env[89459]: WARNING neutronclient.v2_0.client [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10145.826915] env[89459]: DEBUG nova.policy [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7db85d79d064db78d6d3257731bbdf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbcd3af044f640a59d17e7aee52b5787', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10145.999913] env[89459]: WARNING neutronclient.v2_0.client [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10146.100301] env[89459]: DEBUG oslo_concurrency.lockutils [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10146.108363] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10146.121299] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767265, 'name': ReconfigVM_Task, 'duration_secs': 0.553565} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10146.121823] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 7787bc4c-f172-4a6d-b955-8fdbdc5448e4/7787bc4c-f172-4a6d-b955-8fdbdc5448e4.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10146.127701] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10146.128327] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4974c3d0-a278-4b2a-a88b-edce00d2bcf4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10146.136023] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10146.136023] env[89459]: value = "task-5767266" [10146.136023] env[89459]: _type = "Task" [10146.136023] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10146.140129] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10146.152071] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767266, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10146.152145] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10146.198721] env[89459]: DEBUG nova.compute.manager [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10146.234894] env[89459]: DEBUG nova.network.neutron [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Successfully created port: d6b7c522-c8e1-4a7d-98b9-88c072af00ad {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10146.237097] env[89459]: DEBUG nova.network.neutron [-] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10146.505882] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10146.505882] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd472801-e20d-4efb-88c2-5a42f3813dce {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10146.515673] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10146.516496] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f58649b-2a65-404d-81a6-72e0e7ae06ad {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10146.556669] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10146.557750] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec3550a-6456-48dd-8c89-bd833743f15d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10146.567036] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10146.571125] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af47c4c-b8eb-48cc-a97b-75836c9c57be {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10146.588556] env[89459]: DEBUG nova.compute.provider_tree [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10146.633637] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10146.645452] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767266, 'name': Rename_Task, 'duration_secs': 0.194212} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10146.645959] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10146.646582] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10146.646966] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95771273-463d-4186-8370-aada00a79bfe {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10146.657978] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10146.657978] env[89459]: value = "task-5767268" [10146.657978] env[89459]: _type = "Task" [10146.657978] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10146.658777] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10146.670432] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10146.670729] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10146.746836] env[89459]: INFO nova.compute.manager [-] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Took 1.75 seconds to deallocate network for instance. [10147.116085] env[89459]: ERROR nova.scheduler.client.report [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [req-378e2eab-3d27-4b52-a2ce-bd10153408bc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5fdf53ec-7a95-439c-92d5-55671bd465d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-378e2eab-3d27-4b52-a2ce-bd10153408bc"}]} [10147.137491] env[89459]: DEBUG nova.scheduler.client.report [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [10147.157793] env[89459]: DEBUG nova.scheduler.client.report [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [10147.157976] env[89459]: DEBUG nova.compute.provider_tree [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10147.161900] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10147.174054] env[89459]: DEBUG nova.scheduler.client.report [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [10147.176715] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767268, 'name': PowerOnVM_Task} progress is 37%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10147.176913] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10147.203873] env[89459]: DEBUG nova.scheduler.client.report [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [10147.210042] env[89459]: DEBUG nova.compute.manager [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10147.243638] env[89459]: DEBUG nova.virt.hardware [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10147.243638] env[89459]: DEBUG nova.virt.hardware [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10147.243638] env[89459]: DEBUG nova.virt.hardware [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10147.243878] env[89459]: DEBUG nova.virt.hardware [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10147.243878] env[89459]: DEBUG nova.virt.hardware [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10147.244136] env[89459]: DEBUG nova.virt.hardware [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10147.244421] env[89459]: DEBUG nova.virt.hardware [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10147.244635] env[89459]: DEBUG nova.virt.hardware [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10147.244866] env[89459]: DEBUG nova.virt.hardware [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10147.245116] env[89459]: DEBUG nova.virt.hardware [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10147.245401] env[89459]: DEBUG nova.virt.hardware [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10147.246797] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10147.248567] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8902e83c-1be7-4542-91c9-d6fc087ef4ed {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10147.256261] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10147.259470] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10147.261156] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8767af5a-fc0b-4438-8569-f85dbb179316 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10147.474733] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10147.475011] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0bffd5-d03f-4db2-b516-d8faf64aa996 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10147.483872] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10147.485325] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a750b7-3b35-49f5-b7aa-d3968289cd88 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10147.520719] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10147.521852] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227b8489-f349-4743-8bd7-34afe9edd39e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10147.531973] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10147.533273] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f561e74-eb58-4122-b4c0-a7174ad6d8fb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10147.549341] env[89459]: DEBUG nova.compute.provider_tree [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10147.658260] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10147.671230] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767268, 'name': PowerOnVM_Task} progress is 64%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10147.671409] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10147.834642] env[89459]: WARNING neutronclient.v2_0.client [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10147.988398] env[89459]: DEBUG nova.network.neutron [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Successfully updated port: d6b7c522-c8e1-4a7d-98b9-88c072af00ad {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10148.097051] env[89459]: DEBUG nova.network.neutron [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance_info_cache with network_info: [{"id": "bac74a67-c2ab-4134-97e6-9b2bd1a99649", "address": "fa:16:3e:b1:2f:7d", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbac74a67-c2", "ovs_interfaceid": "bac74a67-c2ab-4134-97e6-9b2bd1a99649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10148.099116] env[89459]: DEBUG nova.scheduler.client.report [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Updated inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [10148.101835] env[89459]: DEBUG nova.compute.provider_tree [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Updating resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 generation from 25 to 26 during operation: update_inventory {{(pid=89459) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [10148.101835] env[89459]: DEBUG nova.compute.provider_tree [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10148.163829] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10148.175850] env[89459]: DEBUG oslo_vmware.api [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767268, 'name': PowerOnVM_Task, 'duration_secs': 1.358277} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10148.177050] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10148.177050] env[89459]: INFO nova.compute.manager [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Took 9.56 seconds to spawn the instance on the hypervisor. [10148.177393] env[89459]: DEBUG nova.compute.manager [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10148.178070] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10148.180910] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df85010-2959-4bb0-a560-2dd43ce022a2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10148.491709] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquiring lock "refresh_cache-d87e07fa-0fc7-4feb-81b4-93238fc2c964" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10148.491709] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquired lock "refresh_cache-d87e07fa-0fc7-4feb-81b4-93238fc2c964" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10148.491709] env[89459]: DEBUG nova.network.neutron [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10148.537074] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Acquiring lock "a5b7e323-60ca-421b-b470-21d015bb2f23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10148.537234] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Lock "a5b7e323-60ca-421b-b470-21d015bb2f23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10148.538274] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Acquiring lock "a5b7e323-60ca-421b-b470-21d015bb2f23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10148.538901] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Lock "a5b7e323-60ca-421b-b470-21d015bb2f23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10148.538901] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Lock "a5b7e323-60ca-421b-b470-21d015bb2f23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10148.543965] env[89459]: INFO nova.compute.manager [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Terminating instance [10148.549882] env[89459]: DEBUG nova.compute.manager [req-ece8d02f-a46d-4117-9375-38ee22ad2b2d req-4c30d337-bf69-4da0-8998-ea33b81076a5 service nova] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Received event network-vif-deleted-62151903-b435-4249-9ffc-ccfbab520e5b {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10148.603150] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Releasing lock "refresh_cache-8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10148.603150] env[89459]: DEBUG nova.objects.instance [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lazy-loading 'migration_context' on Instance uuid 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10148.605921] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.428s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10148.608093] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.760s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10148.610921] env[89459]: DEBUG nova.compute.manager [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10148.710068] env[89459]: INFO nova.compute.manager [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Took 16.33 seconds to build instance. [10148.793402] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Acquiring lock "0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10148.793941] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Lock "0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10149.046377] env[89459]: DEBUG nova.network.neutron [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10149.055035] env[89459]: DEBUG nova.compute.manager [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10149.055035] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10149.056659] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10149.059019] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba665dc-fd8d-4412-b6e1-faa791978af1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10149.071036] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10149.071931] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10149.072181] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c892860-2268-4675-8f86-f926711f04c0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10149.084900] env[89459]: DEBUG oslo_vmware.api [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for the task: (returnval){ [10149.084900] env[89459]: value = "task-5767270" [10149.084900] env[89459]: _type = "Task" [10149.084900] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10149.088392] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10149.100188] env[89459]: DEBUG oslo_vmware.api [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10149.100519] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10149.112731] env[89459]: DEBUG nova.objects.base [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Object Instance<8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b> lazy-loaded attributes: info_cache,migration_context {{(pid=89459) wrapper /opt/stack/nova/nova/objects/base.py:136}} [10149.114020] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10149.115910] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c348b4-0f8d-459f-8802-37fffcc24f7d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10149.157106] env[89459]: DEBUG nova.compute.utils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10149.158968] env[89459]: DEBUG nova.compute.manager [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10149.162978] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10149.165759] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-139f20d6-b3cf-407c-a91a-0eb032af9aee {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10149.170538] env[89459]: DEBUG nova.network.neutron [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10149.173756] env[89459]: WARNING neutronclient.v2_0.client [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10149.178206] env[89459]: WARNING neutronclient.v2_0.client [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10149.183384] env[89459]: DEBUG oslo_vmware.api [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10149.183384] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]520b7338-1315-41b3-737f-489487141501" [10149.183384] env[89459]: _type = "Task" [10149.183384] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10149.186016] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10149.198750] env[89459]: DEBUG oslo_vmware.api [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]520b7338-1315-41b3-737f-489487141501, 'name': SearchDatastore_Task, 'duration_secs': 0.008493} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10149.199360] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10149.211473] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d86472a0-387f-4bb3-b650-6853b9c281fa tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "7787bc4c-f172-4a6d-b955-8fdbdc5448e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.838s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10149.224874] env[89459]: WARNING neutronclient.v2_0.client [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10149.260125] env[89459]: DEBUG nova.policy [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caea1a7bd8fd4787bfa2697c02314b58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e50f15aafe2452ea1bfc87d62d3b0fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10149.298478] env[89459]: DEBUG nova.compute.manager [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10149.591249] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10149.603179] env[89459]: DEBUG oslo_vmware.api [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767270, 'name': PowerOffVM_Task, 'duration_secs': 0.35288} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10149.603684] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10149.603857] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10149.606959] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10149.607170] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d361019c-6da6-4d6d-b4c8-dbf758189e83 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10149.662361] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Applying migration context for instance 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b as it has an incoming, in-progress migration 84596a3f-92b2-4ae4-8839-afd16be88644. Migration status is confirming {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [10149.665272] env[89459]: INFO nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating resource usage from migration 84596a3f-92b2-4ae4-8839-afd16be88644 [10149.671858] env[89459]: DEBUG nova.compute.manager [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10149.680134] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10149.682271] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10149.682526] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Deleting the datastore file [datastore1] a5b7e323-60ca-421b-b470-21d015bb2f23 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10149.684738] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10149.685949] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b562998e-cd7f-4fe2-848c-4f7085ce1aeb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10149.694646] env[89459]: DEBUG oslo_vmware.api [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for the task: (returnval){ [10149.694646] env[89459]: value = "task-5767272" [10149.694646] env[89459]: _type = "Task" [10149.694646] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10149.697100] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10149.708879] env[89459]: DEBUG oslo_vmware.api [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10149.708879] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10149.715650] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e53072c9-76ed-4f47-baa8-4eaf1528f195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10149.716685] env[89459]: WARNING nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance dcb42370-4cb1-4313-a13d-a232b0629928 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [10149.716685] env[89459]: WARNING nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance a32bb6ef-0bb5-4210-ae5c-077656a589ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [10149.717176] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7fdf2194-d481-49a1-8604-675c96af4a44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10149.718024] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 322611ca-a5f7-4746-838c-777bb510498a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10149.718297] env[89459]: WARNING nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1be4627b-625e-4128-b7c7-a50e69c2a021 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [10149.719027] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance a5b7e323-60ca-421b-b470-21d015bb2f23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10149.719027] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Migration 84596a3f-92b2-4ae4-8839-afd16be88644 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [10149.719027] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10149.719027] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b83bf1f1-1db0-4968-a37f-e72e72e7a85a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10149.719259] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 8f675322-e13c-4678-9a76-ab194f94c0d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10149.719259] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f503ca5f-37a0-44da-a0de-bad9657ebdf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10149.721010] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7787bc4c-f172-4a6d-b955-8fdbdc5448e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10149.721163] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d87e07fa-0fc7-4feb-81b4-93238fc2c964 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10149.721320] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 84c2f756-e7b0-4315-8911-31c720a46226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10149.830611] env[89459]: DEBUG nova.network.neutron [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Successfully created port: 457c3391-d047-439c-9df9-3b1b715ca405 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10149.833667] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10149.921434] env[89459]: DEBUG nova.network.neutron [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Updating instance_info_cache with network_info: [{"id": "d6b7c522-c8e1-4a7d-98b9-88c072af00ad", "address": "fa:16:3e:e7:6b:dd", "network": {"id": "9209e763-7409-4537-86c0-58816ff4d623", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1235109938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bbcd3af044f640a59d17e7aee52b5787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b7c522-c8", "ovs_interfaceid": "d6b7c522-c8e1-4a7d-98b9-88c072af00ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10150.199409] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10150.214174] env[89459]: DEBUG oslo_vmware.api [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Task: {'id': task-5767272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152841} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10150.214562] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10150.217954] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10150.217954] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10150.217954] env[89459]: INFO nova.compute.manager [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Took 1.16 seconds to destroy the instance on the hypervisor. [10150.217954] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10150.217954] env[89459]: DEBUG nova.compute.manager [-] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10150.218237] env[89459]: DEBUG nova.network.neutron [-] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10150.218237] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10150.226400] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 542a63e2-96d6-4192-a2f9-20471b12a42e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10150.423948] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Releasing lock "refresh_cache-d87e07fa-0fc7-4feb-81b4-93238fc2c964" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10150.424189] env[89459]: DEBUG nova.compute.manager [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Instance network_info: |[{"id": "d6b7c522-c8e1-4a7d-98b9-88c072af00ad", "address": "fa:16:3e:e7:6b:dd", "network": {"id": "9209e763-7409-4537-86c0-58816ff4d623", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1235109938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bbcd3af044f640a59d17e7aee52b5787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b7c522-c8", "ovs_interfaceid": "d6b7c522-c8e1-4a7d-98b9-88c072af00ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10150.424706] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:6b:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6b7c522-c8e1-4a7d-98b9-88c072af00ad', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10150.433397] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Creating folder: Project (bbcd3af044f640a59d17e7aee52b5787). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10150.435345] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10150.436036] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dceea2b-70f3-43b6-8e39-f160ffc26abe {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10150.452213] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Created folder: Project (bbcd3af044f640a59d17e7aee52b5787) in parent group-v1116138. [10150.452546] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Creating folder: Instances. Parent ref: group-v1116187. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10150.453654] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10150.453969] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48d19fd8-800d-4b53-907a-078be841d0a6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10150.465622] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Created folder: Instances in parent group-v1116187. [10150.466688] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10150.466814] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10150.467410] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10150.467734] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4dd52ef-a355-4197-b9be-9686befe4218 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10150.491212] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10150.491212] env[89459]: value = "task-5767275" [10150.491212] env[89459]: _type = "Task" [10150.491212] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10150.492703] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10150.506404] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767275, 'name': CreateVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10150.506677] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10150.683665] env[89459]: DEBUG nova.compute.manager [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10150.713561] env[89459]: DEBUG nova.virt.hardware [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10150.713810] env[89459]: DEBUG nova.virt.hardware [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10150.713926] env[89459]: DEBUG nova.virt.hardware [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10150.714159] env[89459]: DEBUG nova.virt.hardware [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10150.714204] env[89459]: DEBUG nova.virt.hardware [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10150.714320] env[89459]: DEBUG nova.virt.hardware [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10150.714506] env[89459]: DEBUG nova.virt.hardware [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10150.714631] env[89459]: DEBUG nova.virt.hardware [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10150.714952] env[89459]: DEBUG nova.virt.hardware [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10150.715079] env[89459]: DEBUG nova.virt.hardware [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10150.715260] env[89459]: DEBUG nova.virt.hardware [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10150.715835] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10150.716815] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb63cc4-9942-4a0e-80b0-6efbdbbda23f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10150.727050] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10150.731095] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aad8e8-bd6c-4855-b94a-b54647bf53e0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10150.737066] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10150.737066] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10150.737066] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_resized': '1', 'num_task_None': '9', 'num_os_type_None': '11', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'io_workload': '2', 'num_vm_active': '7', 'num_proj_5ccff86595524869a862a66e8c31ede4': '2', 'num_proj_150731e1d53b476487e80167bf7d70e9': '1', 'num_proj_44505f485014441682c21d547fcf0973': '1', 'num_task_deleting': '1', 'num_proj_7800aa8841314ba89d928aefc1a7c0a7': '1', 'num_vm_suspended': '1', 'num_proj_f8531f5b900346449a5c3c4401da05f6': '1', 'num_proj_4f992421118d49ebb0373b9c6dfd9515': '2', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_bbcd3af044f640a59d17e7aee52b5787': '1', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10150.997729] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.008210] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767275, 'name': CreateVM_Task, 'duration_secs': 0.383471} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10151.009868] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10151.011334] env[89459]: WARNING neutronclient.v2_0.client [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10151.013025] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10151.013025] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10151.013025] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10151.013547] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.013804] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e70700e-c3fc-455a-9698-660864d9b69a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10151.017573] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.018568] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8efb27b-d4ee-4c87-bdb7-63e09ac36697 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10151.025176] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10151.025176] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5288aee9-8ac8-b05a-904a-a83b020c7b0f" [10151.025176] env[89459]: _type = "Task" [10151.025176] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10151.025176] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.031967] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.033240] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124babd1-65e9-47a0-872b-9df6be077507 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10151.042291] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5288aee9-8ac8-b05a-904a-a83b020c7b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.015681} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10151.043122] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10151.043408] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10151.043707] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10151.043884] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10151.044155] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10151.044961] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.058833] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb4d8891-a608-48c3-a700-0dc53943ca03 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10151.078549] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.079688] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f45019-eb0b-4344-8911-34674054fff5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10151.084414] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10151.084568] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10151.088035] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.088292] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d846c88d-027f-4b58-b804-087e9ece3286 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10151.093100] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.093727] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726b95db-8c63-4cb3-a88e-dbec6c0ec4bd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10151.107819] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10151.107819] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52c68554-d499-c3ea-32a1-86b390439022" [10151.107819] env[89459]: _type = "Task" [10151.107819] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10151.111581] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10151.113495] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.124408] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52c68554-d499-c3ea-32a1-86b390439022, 'name': SearchDatastore_Task, 'duration_secs': 0.025006} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10151.126906] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.127453] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d2e8a5e-72de-43d2-a6bd-91502bae592b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10151.137228] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10151.137228] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5245e521-5be2-14f9-e1a1-428e3ad98e87" [10151.137228] env[89459]: _type = "Task" [10151.137228] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10151.138133] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.146935] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5245e521-5be2-14f9-e1a1-428e3ad98e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10151.147027] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10151.156143] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10151.433641] env[89459]: DEBUG nova.compute.manager [req-115c25f4-8d56-4d3e-a844-f6b1fa0fd30e req-b32174c5-c2a1-4af1-b0c1-7ffcc0e8d6b0 service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Received event network-vif-plugged-d6b7c522-c8e1-4a7d-98b9-88c072af00ad {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10151.433878] env[89459]: DEBUG oslo_concurrency.lockutils [req-115c25f4-8d56-4d3e-a844-f6b1fa0fd30e req-b32174c5-c2a1-4af1-b0c1-7ffcc0e8d6b0 service nova] Acquiring lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10151.434051] env[89459]: DEBUG oslo_concurrency.lockutils [req-115c25f4-8d56-4d3e-a844-f6b1fa0fd30e req-b32174c5-c2a1-4af1-b0c1-7ffcc0e8d6b0 service nova] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10151.434297] env[89459]: DEBUG oslo_concurrency.lockutils [req-115c25f4-8d56-4d3e-a844-f6b1fa0fd30e req-b32174c5-c2a1-4af1-b0c1-7ffcc0e8d6b0 service nova] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10151.434431] env[89459]: DEBUG nova.compute.manager [req-115c25f4-8d56-4d3e-a844-f6b1fa0fd30e req-b32174c5-c2a1-4af1-b0c1-7ffcc0e8d6b0 service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] No waiting events found dispatching network-vif-plugged-d6b7c522-c8e1-4a7d-98b9-88c072af00ad {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10151.434605] env[89459]: WARNING nova.compute.manager [req-115c25f4-8d56-4d3e-a844-f6b1fa0fd30e req-b32174c5-c2a1-4af1-b0c1-7ffcc0e8d6b0 service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Received unexpected event network-vif-plugged-d6b7c522-c8e1-4a7d-98b9-88c072af00ad for instance with vm_state building and task_state spawning. [10151.619045] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10151.638589] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.650447] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5245e521-5be2-14f9-e1a1-428e3ad98e87, 'name': SearchDatastore_Task, 'duration_secs': 0.02109} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10151.651522] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10151.651920] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] d87e07fa-0fc7-4feb-81b4-93238fc2c964/d87e07fa-0fc7-4feb-81b4-93238fc2c964.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10151.652667] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.653022] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b540f635-7c3a-4d14-bf28-9fc5a601237b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10151.661365] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10151.661365] env[89459]: value = "task-5767276" [10151.661365] env[89459]: _type = "Task" [10151.661365] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10151.661977] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10151.671220] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10151.671616] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10152.038427] env[89459]: DEBUG nova.network.neutron [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Successfully updated port: 457c3391-d047-439c-9df9-3b1b715ca405 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10152.125822] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10152.126075] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.520s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10152.126424] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 58.56 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10152.126748] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.747s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10152.126913] env[89459]: DEBUG nova.objects.instance [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=89459) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1074}} [10152.163453] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10152.175113] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767276, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10152.175992] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10152.314412] env[89459]: DEBUG nova.network.neutron [-] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10152.541760] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquiring lock "refresh_cache-84c2f756-e7b0-4315-8911-31c720a46226" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10152.541862] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquired lock "refresh_cache-84c2f756-e7b0-4315-8911-31c720a46226" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10152.542013] env[89459]: DEBUG nova.network.neutron [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10152.671451] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10152.684046] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865474} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10152.684748] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] d87e07fa-0fc7-4feb-81b4-93238fc2c964/d87e07fa-0fc7-4feb-81b4-93238fc2c964.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10152.684904] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10152.689102] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10152.690185] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e729ae74-519f-4044-a827-ea3ac4bbf6f4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10152.700412] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10152.700412] env[89459]: value = "task-5767277" [10152.700412] env[89459]: _type = "Task" [10152.700412] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10152.710662] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10152.718592] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10152.719188] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10152.818018] env[89459]: INFO nova.compute.manager [-] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Took 2.60 seconds to deallocate network for instance. [10153.081829] env[89459]: DEBUG nova.network.neutron [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10153.119512] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "322611ca-a5f7-4746-838c-777bb510498a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10153.120133] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "322611ca-a5f7-4746-838c-777bb510498a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10153.120519] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "322611ca-a5f7-4746-838c-777bb510498a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10153.120684] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "322611ca-a5f7-4746-838c-777bb510498a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10153.120806] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "322611ca-a5f7-4746-838c-777bb510498a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10153.124600] env[89459]: INFO nova.compute.manager [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Terminating instance [10153.137119] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0141b328-bf64-4fd6-bd53-9b01f79084f8 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10153.139717] env[89459]: DEBUG oslo_concurrency.lockutils [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.803s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10153.141129] env[89459]: DEBUG oslo_concurrency.lockutils [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10153.144718] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.754s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10153.148701] env[89459]: INFO nova.compute.claims [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10153.187467] env[89459]: INFO nova.scheduler.client.report [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Deleted allocations for instance a32bb6ef-0bb5-4210-ae5c-077656a589ed [10153.200557] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10153.219281] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073498} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10153.222120] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10153.223977] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10153.225924] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a014bb-5c42-40dc-8ef8-bae8871db0e6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10153.267479] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d87e07fa-0fc7-4feb-81b4-93238fc2c964/d87e07fa-0fc7-4feb-81b4-93238fc2c964.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10153.268255] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10153.268443] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6109219b-7d79-41d5-bc2c-f332968654f8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10153.288679] env[89459]: WARNING neutronclient.v2_0.client [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10153.294078] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10153.294078] env[89459]: value = "task-5767278" [10153.294078] env[89459]: _type = "Task" [10153.294078] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10153.296060] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10153.309527] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10153.310121] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10153.325979] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10153.628757] env[89459]: DEBUG nova.compute.manager [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10153.629027] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10153.630183] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10153.631582] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dd0669-fff9-43b7-8cd6-cc85e2f16dc4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10153.643305] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10153.644815] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10153.645580] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eebaa053-f28c-4237-8fa4-f14dae3e5910 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10153.660312] env[89459]: DEBUG oslo_vmware.api [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10153.660312] env[89459]: value = "task-5767279" [10153.660312] env[89459]: _type = "Task" [10153.660312] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10153.662047] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10153.681256] env[89459]: DEBUG oslo_vmware.api [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10153.681845] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10153.696790] env[89459]: DEBUG oslo_concurrency.lockutils [None req-146d6c38-e7b0-4e6b-a908-707a77feaeb4 tempest-ServerDiagnosticsV248Test-71472382 tempest-ServerDiagnosticsV248Test-71472382-project-member] Lock "a32bb6ef-0bb5-4210-ae5c-077656a589ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.842s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10153.801899] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10153.812089] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767278, 'name': ReconfigVM_Task, 'duration_secs': 0.369406} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10153.812682] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d87e07fa-0fc7-4feb-81b4-93238fc2c964/d87e07fa-0fc7-4feb-81b4-93238fc2c964.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10153.815783] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10153.816139] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1283f5a6-e7f4-441c-bf50-1a4061ce9c6f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10153.825563] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10153.825563] env[89459]: value = "task-5767280" [10153.825563] env[89459]: _type = "Task" [10153.825563] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10153.826850] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10153.841263] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767280, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10153.841600] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10153.915891] env[89459]: DEBUG nova.network.neutron [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Updating instance_info_cache with network_info: [{"id": "457c3391-d047-439c-9df9-3b1b715ca405", "address": "fa:16:3e:f0:c3:59", "network": {"id": "5515d3c0-a6db-40b2-a396-2897540e19ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-173955245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6e50f15aafe2452ea1bfc87d62d3b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457c3391-d0", "ovs_interfaceid": "457c3391-d047-439c-9df9-3b1b715ca405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10154.168507] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.180329] env[89459]: DEBUG oslo_vmware.api [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767279, 'name': PowerOffVM_Task, 'duration_secs': 0.512474} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10154.180605] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10154.181161] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10154.181739] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.181997] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f077ec5-d042-41be-8930-6b6466984ed8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10154.245960] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10154.246089] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10154.246194] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Deleting the datastore file [datastore1] 322611ca-a5f7-4746-838c-777bb510498a {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10154.246782] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.247874] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d8da33b-b634-4d3d-88f4-3a4ddf8bc7bb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10154.257257] env[89459]: DEBUG oslo_vmware.api [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10154.257257] env[89459]: value = "task-5767282" [10154.257257] env[89459]: _type = "Task" [10154.257257] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10154.258152] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.278099] env[89459]: DEBUG oslo_vmware.api [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10154.278575] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10154.323895] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.338201] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767280, 'name': Rename_Task, 'duration_secs': 0.365382} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10154.341124] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10154.343296] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.343413] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c67fa74e-192c-46af-b46c-4cc0dffdc294 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10154.355611] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10154.355611] env[89459]: value = "task-5767283" [10154.355611] env[89459]: _type = "Task" [10154.355611] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10154.356885] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.372781] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767283, 'name': PowerOnVM_Task} progress is 33%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10154.374341] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10154.420064] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Releasing lock "refresh_cache-84c2f756-e7b0-4315-8911-31c720a46226" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10154.421485] env[89459]: DEBUG nova.compute.manager [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Instance network_info: |[{"id": "457c3391-d047-439c-9df9-3b1b715ca405", "address": "fa:16:3e:f0:c3:59", "network": {"id": "5515d3c0-a6db-40b2-a396-2897540e19ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-173955245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6e50f15aafe2452ea1bfc87d62d3b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457c3391-d0", "ovs_interfaceid": "457c3391-d047-439c-9df9-3b1b715ca405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10154.423398] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:c3:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '457c3391-d047-439c-9df9-3b1b715ca405', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10154.433984] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Creating folder: Project (6e50f15aafe2452ea1bfc87d62d3b0fc). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10154.438667] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.439126] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d04f9c5-7ec5-42b1-a6a2-23bb26693c7a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10154.450943] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Created folder: Project (6e50f15aafe2452ea1bfc87d62d3b0fc) in parent group-v1116138. [10154.451159] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Creating folder: Instances. Parent ref: group-v1116190. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10154.453391] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.455750] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53cb7142-f5e1-4b61-a141-d0381aa435d3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10154.460836] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.462616] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e55abff-9359-4917-af73-70b0ec878a84 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10154.475476] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.476091] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Created folder: Instances in parent group-v1116190. [10154.478110] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa9ef83-87ab-484e-b099-e0688731e224 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10154.484807] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.491200] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10154.491844] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.492322] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c627503f-ebc8-4395-b78c-4d9c0e8cf29f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10154.560049] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.560349] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7fc3e4-415e-4e65-bbe9-9048b42d76bb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10154.571104] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10154.571104] env[89459]: value = "task-5767286" [10154.571104] env[89459]: _type = "Task" [10154.571104] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10154.578698] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.583858] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.585340] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95726c58-10e1-4abe-9468-d66386f66566 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10154.603181] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767286, 'name': CreateVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10154.603375] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10154.614340] env[89459]: DEBUG nova.compute.provider_tree [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10154.759913] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.772454] env[89459]: DEBUG oslo_vmware.api [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326558} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10154.772726] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10154.772901] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10154.773501] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10154.773708] env[89459]: INFO nova.compute.manager [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Took 1.14 seconds to destroy the instance on the hypervisor. [10154.775364] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.775602] env[89459]: DEBUG nova.compute.manager [-] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10154.775696] env[89459]: DEBUG nova.network.neutron [-] [instance: 322611ca-a5f7-4746-838c-777bb510498a] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10154.775941] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10154.855288] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10154.866374] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767283, 'name': PowerOnVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10154.866374] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10155.074385] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10155.086069] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767286, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10155.086351] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10155.118266] env[89459]: DEBUG nova.scheduler.client.report [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10155.358443] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10155.369227] env[89459]: DEBUG oslo_vmware.api [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767283, 'name': PowerOnVM_Task, 'duration_secs': 0.760376} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10155.369501] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10155.369769] env[89459]: INFO nova.compute.manager [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Took 8.16 seconds to spawn the instance on the hypervisor. [10155.369875] env[89459]: DEBUG nova.compute.manager [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10155.370932] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10155.371827] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af0ad43-c89a-424e-a415-7744a8c55f3a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10155.379350] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10155.579165] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10155.597656] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767286, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10155.599868] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10155.623865] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10155.625168] env[89459]: DEBUG nova.compute.manager [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10155.629332] env[89459]: DEBUG oslo_concurrency.lockutils [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.529s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10155.629397] env[89459]: DEBUG oslo_concurrency.lockutils [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10155.631254] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.375s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10155.631401] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10155.635195] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.436s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10155.687286] env[89459]: INFO nova.scheduler.client.report [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Deleted allocations for instance 1be4627b-625e-4128-b7c7-a50e69c2a021 [10155.691975] env[89459]: INFO nova.scheduler.client.report [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Deleted allocations for instance dcb42370-4cb1-4313-a13d-a232b0629928 [10155.896114] env[89459]: INFO nova.compute.manager [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Took 15.12 seconds to build instance. [10156.078647] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10156.090815] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767286, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10156.090989] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10156.143058] env[89459]: DEBUG nova.compute.utils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10156.147387] env[89459]: DEBUG nova.compute.manager [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10156.147602] env[89459]: DEBUG nova.network.neutron [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10156.148162] env[89459]: WARNING neutronclient.v2_0.client [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10156.149789] env[89459]: WARNING neutronclient.v2_0.client [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10156.202435] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2061c6d-fe1c-4513-91d9-b167fdea1acb tempest-ServerAddressesNegativeTestJSON-1001871260 tempest-ServerAddressesNegativeTestJSON-1001871260-project-member] Lock "1be4627b-625e-4128-b7c7-a50e69c2a021" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.922s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10156.208750] env[89459]: DEBUG oslo_concurrency.lockutils [None req-11a324b6-f710-49c4-bc93-10fdf0387f37 tempest-ServersAdmin275Test-1717867021 tempest-ServersAdmin275Test-1717867021-project-member] Lock "dcb42370-4cb1-4313-a13d-a232b0629928" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.520s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10156.387081] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10156.387081] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62adbc12-4033-42fc-bf47-aa61d7ae4316 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10156.395393] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10156.396472] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6013af6-d522-4b30-a625-36ae8f085a82 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10156.401733] env[89459]: DEBUG oslo_concurrency.lockutils [None req-785b6bc3-92af-458b-9429-5fbb03141f6c tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.631s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10156.435423] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10156.436706] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb266e1-28f5-4cfe-b5b8-41c7f8bc8405 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10156.444752] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10156.445956] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2cd22d-c01e-4111-a285-4e2e15459e0a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10156.461253] env[89459]: DEBUG nova.compute.provider_tree [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10156.467233] env[89459]: DEBUG nova.network.neutron [-] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10156.582189] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10156.598150] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767286, 'name': CreateVM_Task, 'duration_secs': 1.560731} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10156.599188] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10156.599927] env[89459]: WARNING neutronclient.v2_0.client [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10156.601013] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10156.601013] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10156.602763] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10156.603112] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10156.603391] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42cdb6e9-9a7a-4ca7-aee5-4191a5acc594 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10156.610024] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for the task: (returnval){ [10156.610024] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52db5c0e-9419-1888-ccf6-7e14d782f531" [10156.610024] env[89459]: _type = "Task" [10156.610024] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10156.615969] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10156.621198] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52db5c0e-9419-1888-ccf6-7e14d782f531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10156.621380] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10156.649295] env[89459]: DEBUG nova.compute.manager [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10156.964917] env[89459]: DEBUG nova.scheduler.client.report [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10156.970434] env[89459]: INFO nova.compute.manager [-] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Took 2.19 seconds to deallocate network for instance. [10157.028517] env[89459]: DEBUG nova.policy [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e2c6df2b03141aba54b45ae84b5ce3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22b4765e3a9a4adfa38695df4b41b775', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10157.114926] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10157.127274] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52db5c0e-9419-1888-ccf6-7e14d782f531, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10157.128916] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10157.129155] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10157.129349] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10157.129448] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10157.129749] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10157.130105] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10157.130364] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60731f4e-1ffa-4b2c-85f8-2794f8cb0a16 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10157.144746] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10157.144908] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10157.146051] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10157.146539] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb536ec-b795-4b87-9e83-813497be3b18 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10157.163765] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for the task: (returnval){ [10157.163765] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52a5f296-9d3f-38be-6fe4-f7f6da323d33" [10157.163765] env[89459]: _type = "Task" [10157.163765] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10157.166030] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10157.183636] env[89459]: DEBUG nova.compute.manager [req-bfda1b39-266d-4347-96f9-d4b84c06fd35 req-37b44d27-5e82-4343-b44f-4368b6e8da7d service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Received event network-vif-plugged-457c3391-d047-439c-9df9-3b1b715ca405 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10157.185125] env[89459]: DEBUG oslo_concurrency.lockutils [req-bfda1b39-266d-4347-96f9-d4b84c06fd35 req-37b44d27-5e82-4343-b44f-4368b6e8da7d service nova] Acquiring lock "84c2f756-e7b0-4315-8911-31c720a46226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10157.185125] env[89459]: DEBUG oslo_concurrency.lockutils [req-bfda1b39-266d-4347-96f9-d4b84c06fd35 req-37b44d27-5e82-4343-b44f-4368b6e8da7d service nova] Lock "84c2f756-e7b0-4315-8911-31c720a46226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10157.185125] env[89459]: DEBUG oslo_concurrency.lockutils [req-bfda1b39-266d-4347-96f9-d4b84c06fd35 req-37b44d27-5e82-4343-b44f-4368b6e8da7d service nova] Lock "84c2f756-e7b0-4315-8911-31c720a46226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10157.185125] env[89459]: DEBUG nova.compute.manager [req-bfda1b39-266d-4347-96f9-d4b84c06fd35 req-37b44d27-5e82-4343-b44f-4368b6e8da7d service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] No waiting events found dispatching network-vif-plugged-457c3391-d047-439c-9df9-3b1b715ca405 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10157.190082] env[89459]: WARNING nova.compute.manager [req-bfda1b39-266d-4347-96f9-d4b84c06fd35 req-37b44d27-5e82-4343-b44f-4368b6e8da7d service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Received unexpected event network-vif-plugged-457c3391-d047-439c-9df9-3b1b715ca405 for instance with vm_state building and task_state spawning. [10157.205300] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52a5f296-9d3f-38be-6fe4-f7f6da323d33, 'name': SearchDatastore_Task, 'duration_secs': 0.035847} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10157.206916] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10157.210050] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de5ddfad-eea1-49f6-b8fe-1cce4607c1aa {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10157.229692] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for the task: (returnval){ [10157.229692] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52bc1f59-da0d-b81c-35bd-2aed80a8cb94" [10157.229692] env[89459]: _type = "Task" [10157.229692] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10157.232519] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10157.248797] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52bc1f59-da0d-b81c-35bd-2aed80a8cb94, 'name': SearchDatastore_Task, 'duration_secs': 0.014599} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10157.248797] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10157.248797] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 84c2f756-e7b0-4315-8911-31c720a46226/84c2f756-e7b0-4315-8911-31c720a46226.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10157.250994] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10157.250994] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ba79cc3-66b1-4b59-8e89-66dea49d693c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10157.262506] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for the task: (returnval){ [10157.262506] env[89459]: value = "task-5767287" [10157.262506] env[89459]: _type = "Task" [10157.262506] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10157.264620] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10157.275970] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10157.276245] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10157.482949] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10157.626819] env[89459]: DEBUG nova.network.neutron [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Successfully created port: 63123ed0-a702-4cd3-8639-b01a5eb7af99 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10157.669176] env[89459]: DEBUG nova.compute.manager [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10157.714956] env[89459]: DEBUG nova.virt.hardware [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10157.716089] env[89459]: DEBUG nova.virt.hardware [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10157.716089] env[89459]: DEBUG nova.virt.hardware [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10157.716089] env[89459]: DEBUG nova.virt.hardware [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10157.716089] env[89459]: DEBUG nova.virt.hardware [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10157.716089] env[89459]: DEBUG nova.virt.hardware [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10157.716299] env[89459]: DEBUG nova.virt.hardware [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10157.716299] env[89459]: DEBUG nova.virt.hardware [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10157.716299] env[89459]: DEBUG nova.virt.hardware [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10157.716299] env[89459]: DEBUG nova.virt.hardware [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10157.716414] env[89459]: DEBUG nova.virt.hardware [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10157.716881] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10157.722023] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25739fd9-558d-44cf-bed1-d567bd7d90dd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10157.731670] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10157.733157] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e35d65-05db-423a-a0bd-c19351732481 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10157.767782] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10157.783412] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767287, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10157.784227] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10157.838658] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "6796e27a-d0f5-4259-bf44-3264edaabee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10157.838880] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "6796e27a-d0f5-4259-bf44-3264edaabee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10157.975690] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.340s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10157.977988] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.142s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10157.981758] env[89459]: INFO nova.compute.claims [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10158.134865] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Acquiring lock "ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10158.136089] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lock "ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10158.265184] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10158.281869] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6175} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10158.281869] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 84c2f756-e7b0-4315-8911-31c720a46226/84c2f756-e7b0-4315-8911-31c720a46226.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10158.282025] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10158.283517] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10158.283770] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-563b3955-f5da-481e-8525-321be1bb63e0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10158.293407] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for the task: (returnval){ [10158.293407] env[89459]: value = "task-5767288" [10158.293407] env[89459]: _type = "Task" [10158.293407] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10158.293907] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10158.305662] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10158.305897] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10158.344591] env[89459]: DEBUG nova.compute.manager [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10158.548526] env[89459]: INFO nova.scheduler.client.report [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Deleted allocation for migration 84596a3f-92b2-4ae4-8839-afd16be88644 [10158.639017] env[89459]: DEBUG nova.compute.manager [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10158.798013] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10158.808850] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073211} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10158.809511] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10158.809823] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10158.810802] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80cb6d8-7bd0-4e08-a392-493d521d6c51 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10158.835312] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 84c2f756-e7b0-4315-8911-31c720a46226/84c2f756-e7b0-4315-8911-31c720a46226.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10158.836064] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10158.836323] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef1dd84-2eaa-4f70-a8b0-fa7b2540b2f3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10158.861709] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for the task: (returnval){ [10158.861709] env[89459]: value = "task-5767289" [10158.861709] env[89459]: _type = "Task" [10158.861709] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10158.862796] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10158.874442] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767289, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10158.875202] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10158.875480] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10159.060902] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a1e59d0b-88ae-4220-80a1-71dc3a193a37 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.676s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10159.171331] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10159.240683] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10159.241923] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09c8e94-d6c0-4de1-af0f-5817dbd664cf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10159.250316] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10159.251935] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331031b1-7307-4d47-a933-46f2fff9fca5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10159.286068] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10159.286135] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12393122-5f2b-4280-a6fa-9c69e301eebd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10159.294671] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10159.297972] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6736b27-5406-4464-8079-3ce3e1ce71ea {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10159.320637] env[89459]: DEBUG nova.compute.provider_tree [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10159.343561] env[89459]: DEBUG nova.network.neutron [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Successfully updated port: 63123ed0-a702-4cd3-8639-b01a5eb7af99 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10159.366473] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10159.376827] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767289, 'name': ReconfigVM_Task, 'duration_secs': 0.311307} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10159.377192] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 84c2f756-e7b0-4315-8911-31c720a46226/84c2f756-e7b0-4315-8911-31c720a46226.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10159.381873] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10159.381873] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc325d1d-1aa7-4bd8-ba3e-49cc58d17926 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10159.388397] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for the task: (returnval){ [10159.388397] env[89459]: value = "task-5767290" [10159.388397] env[89459]: _type = "Task" [10159.388397] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10159.394870] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10159.401604] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767290, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10159.401908] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10159.576044] env[89459]: DEBUG nova.compute.manager [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Received event network-changed-d6b7c522-c8e1-4a7d-98b9-88c072af00ad {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10159.576044] env[89459]: DEBUG nova.compute.manager [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Refreshing instance network info cache due to event network-changed-d6b7c522-c8e1-4a7d-98b9-88c072af00ad. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10159.576044] env[89459]: DEBUG oslo_concurrency.lockutils [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] Acquiring lock "refresh_cache-d87e07fa-0fc7-4feb-81b4-93238fc2c964" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10159.576044] env[89459]: DEBUG oslo_concurrency.lockutils [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] Acquired lock "refresh_cache-d87e07fa-0fc7-4feb-81b4-93238fc2c964" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10159.576044] env[89459]: DEBUG nova.network.neutron [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Refreshing network info cache for port d6b7c522-c8e1-4a7d-98b9-88c072af00ad {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10159.845786] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "refresh_cache-542a63e2-96d6-4192-a2f9-20471b12a42e" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10159.845945] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquired lock "refresh_cache-542a63e2-96d6-4192-a2f9-20471b12a42e" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10159.846397] env[89459]: DEBUG nova.network.neutron [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10159.861357] env[89459]: ERROR nova.scheduler.client.report [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [req-28b68c62-895a-4638-b415-ed6cb164dc9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5fdf53ec-7a95-439c-92d5-55671bd465d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-28b68c62-895a-4638-b415-ed6cb164dc9a"}]} [10159.887740] env[89459]: DEBUG nova.scheduler.client.report [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [10159.896039] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10159.906993] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767290, 'name': Rename_Task, 'duration_secs': 0.149794} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10159.907075] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10159.908487] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10159.908754] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b1eb46c-fe5f-4fdf-bfdf-f50eda0267ec {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10159.911762] env[89459]: DEBUG nova.scheduler.client.report [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [10159.911965] env[89459]: DEBUG nova.compute.provider_tree [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10159.919312] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for the task: (returnval){ [10159.919312] env[89459]: value = "task-5767291" [10159.919312] env[89459]: _type = "Task" [10159.919312] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10159.920237] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10159.931142] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10159.931494] env[89459]: DEBUG nova.scheduler.client.report [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [10159.935853] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10159.964387] env[89459]: DEBUG nova.scheduler.client.report [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [10160.079671] env[89459]: WARNING neutronclient.v2_0.client [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10160.245706] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "ba9c8991-94cb-4c57-b594-f1c5da5c80bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10160.245938] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "ba9c8991-94cb-4c57-b594-f1c5da5c80bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10160.324457] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10160.326346] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a6961f-6379-48aa-9039-0cd1960d6eca {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10160.336905] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10160.338311] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e79739b-b0ed-4b84-bc4f-52a650b5daba {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10160.376865] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10160.377912] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3e1a3e-e823-4b99-8326-c15bb24e71bd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10160.387246] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10160.390023] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bd72d2-35e0-474c-9282-d12f6ef7c011 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10160.414325] env[89459]: DEBUG nova.compute.provider_tree [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10160.427302] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10160.437895] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767291, 'name': PowerOnVM_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10160.438402] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10160.756980] env[89459]: DEBUG nova.compute.manager [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10160.788672] env[89459]: DEBUG nova.network.neutron [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10160.929782] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10160.943300] env[89459]: DEBUG oslo_vmware.api [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767291, 'name': PowerOnVM_Task, 'duration_secs': 0.531575} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10160.943818] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10160.944242] env[89459]: INFO nova.compute.manager [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Took 10.26 seconds to spawn the instance on the hypervisor. [10160.944841] env[89459]: DEBUG nova.compute.manager [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10160.945825] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10160.945900] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68585907-ec19-43b6-bb1a-f58948470cb4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10160.963262] env[89459]: DEBUG nova.scheduler.client.report [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Updated inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with generation 31 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [10160.965107] env[89459]: DEBUG nova.compute.provider_tree [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Updating resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 generation from 31 to 32 during operation: update_inventory {{(pid=89459) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [10160.965615] env[89459]: DEBUG nova.compute.provider_tree [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10161.287681] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10161.474436] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.499s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10161.474985] env[89459]: DEBUG nova.compute.manager [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10161.477815] env[89459]: INFO nova.compute.manager [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Took 18.93 seconds to build instance. [10161.478739] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.154s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10161.479183] env[89459]: DEBUG nova.objects.instance [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Lazy-loading 'resources' on Instance uuid a5b7e323-60ca-421b-b470-21d015bb2f23 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10161.636306] env[89459]: WARNING neutronclient.v2_0.client [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10161.668505] env[89459]: WARNING neutronclient.v2_0.client [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10161.986156] env[89459]: DEBUG nova.compute.utils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10161.988235] env[89459]: DEBUG oslo_concurrency.lockutils [None req-266c8dd4-01a7-421e-88f2-571f8750dc2e tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "84c2f756-e7b0-4315-8911-31c720a46226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.465s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10161.988409] env[89459]: DEBUG nova.compute.manager [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10161.988409] env[89459]: DEBUG nova.network.neutron [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10161.988839] env[89459]: WARNING neutronclient.v2_0.client [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10161.990226] env[89459]: WARNING neutronclient.v2_0.client [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10162.057364] env[89459]: DEBUG nova.network.neutron [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Updating instance_info_cache with network_info: [{"id": "63123ed0-a702-4cd3-8639-b01a5eb7af99", "address": "fa:16:3e:2d:a6:3d", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63123ed0-a7", "ovs_interfaceid": "63123ed0-a702-4cd3-8639-b01a5eb7af99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10162.118362] env[89459]: DEBUG nova.network.neutron [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Updated VIF entry in instance network info cache for port d6b7c522-c8e1-4a7d-98b9-88c072af00ad. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10162.118684] env[89459]: DEBUG nova.network.neutron [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Updating instance_info_cache with network_info: [{"id": "d6b7c522-c8e1-4a7d-98b9-88c072af00ad", "address": "fa:16:3e:e7:6b:dd", "network": {"id": "9209e763-7409-4537-86c0-58816ff4d623", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1235109938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcd3af044f640a59d17e7aee52b5787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b7c522-c8", "ovs_interfaceid": "d6b7c522-c8e1-4a7d-98b9-88c072af00ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10162.217672] env[89459]: DEBUG nova.policy [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae903dcfa8ed43548a84eea159cb7862', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5c37357c48a45a1ba67c93feb56e4fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10162.304666] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10162.306792] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f51f39-2b87-433c-a0a6-bdaa4fee3537 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10162.318320] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10162.318751] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1254e37-bcaa-450d-92aa-b81be9fbe70c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10162.355862] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10162.357692] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a613f46-44c8-4747-8128-2a4e70d3620d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10162.366099] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10162.367993] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eb1352-c4eb-422e-b596-ece69ff8ed41 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10162.390785] env[89459]: DEBUG nova.compute.provider_tree [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10162.490582] env[89459]: DEBUG nova.compute.manager [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10162.559967] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Releasing lock "refresh_cache-542a63e2-96d6-4192-a2f9-20471b12a42e" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10162.560315] env[89459]: DEBUG nova.compute.manager [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Instance network_info: |[{"id": "63123ed0-a702-4cd3-8639-b01a5eb7af99", "address": "fa:16:3e:2d:a6:3d", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63123ed0-a7", "ovs_interfaceid": "63123ed0-a702-4cd3-8639-b01a5eb7af99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10162.566210] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:a6:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63123ed0-a702-4cd3-8639-b01a5eb7af99', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10162.572651] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10162.572998] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10162.573623] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10162.573820] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c08cbe-799b-4e83-8d2f-5a1463ab4440 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10162.606550] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10162.606550] env[89459]: value = "task-5767294" [10162.606550] env[89459]: _type = "Task" [10162.606550] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10162.607828] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10162.622880] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767294, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10162.622880] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10162.625424] env[89459]: DEBUG oslo_concurrency.lockutils [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] Releasing lock "refresh_cache-d87e07fa-0fc7-4feb-81b4-93238fc2c964" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10162.630588] env[89459]: DEBUG nova.compute.manager [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Received event network-changed-6501e089-e4ff-4782-99c8-8464318f9c04 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10162.630588] env[89459]: DEBUG nova.compute.manager [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Refreshing instance network info cache due to event network-changed-6501e089-e4ff-4782-99c8-8464318f9c04. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10162.630588] env[89459]: DEBUG oslo_concurrency.lockutils [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] Acquiring lock "refresh_cache-8f675322-e13c-4678-9a76-ab194f94c0d0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10162.630588] env[89459]: DEBUG oslo_concurrency.lockutils [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] Acquired lock "refresh_cache-8f675322-e13c-4678-9a76-ab194f94c0d0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10162.632514] env[89459]: DEBUG nova.network.neutron [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Refreshing network info cache for port 6501e089-e4ff-4782-99c8-8464318f9c04 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10162.722283] env[89459]: DEBUG nova.network.neutron [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Successfully created port: b30da619-5394-4d7f-919e-0c82044cb653 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10162.806830] env[89459]: DEBUG nova.compute.manager [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Received event network-changed-457c3391-d047-439c-9df9-3b1b715ca405 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10162.808945] env[89459]: DEBUG nova.compute.manager [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Refreshing instance network info cache due to event network-changed-457c3391-d047-439c-9df9-3b1b715ca405. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10162.809558] env[89459]: DEBUG oslo_concurrency.lockutils [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] Acquiring lock "refresh_cache-84c2f756-e7b0-4315-8911-31c720a46226" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10162.809558] env[89459]: DEBUG oslo_concurrency.lockutils [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] Acquired lock "refresh_cache-84c2f756-e7b0-4315-8911-31c720a46226" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10162.812547] env[89459]: DEBUG nova.network.neutron [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Refreshing network info cache for port 457c3391-d047-439c-9df9-3b1b715ca405 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10162.820098] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "3fee2830-74ca-410d-8fd8-aa0d171bfc66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10162.820269] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "3fee2830-74ca-410d-8fd8-aa0d171bfc66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10162.896408] env[89459]: DEBUG nova.scheduler.client.report [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10163.110980] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10163.126523] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767294, 'name': CreateVM_Task, 'duration_secs': 0.421317} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10163.127445] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10163.128146] env[89459]: WARNING neutronclient.v2_0.client [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10163.128746] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10163.128918] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10163.129534] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10163.130248] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10163.130673] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81046cfe-e95a-463a-8849-320ed26200c4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10163.137347] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10163.137347] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]523e5f6e-38e4-ebf4-d0db-035058f12fb3" [10163.137347] env[89459]: _type = "Task" [10163.137347] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10163.138140] env[89459]: WARNING neutronclient.v2_0.client [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10163.141273] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10163.151847] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]523e5f6e-38e4-ebf4-d0db-035058f12fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10163.152395] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10163.320697] env[89459]: WARNING neutronclient.v2_0.client [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10163.324844] env[89459]: DEBUG nova.compute.manager [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10163.407829] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10163.410581] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.926s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10163.411543] env[89459]: DEBUG nova.objects.instance [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lazy-loading 'resources' on Instance uuid 322611ca-a5f7-4746-838c-777bb510498a {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10163.438974] env[89459]: INFO nova.scheduler.client.report [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Deleted allocations for instance a5b7e323-60ca-421b-b470-21d015bb2f23 [10163.505200] env[89459]: DEBUG nova.compute.manager [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10163.534506] env[89459]: DEBUG nova.virt.hardware [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10163.534952] env[89459]: DEBUG nova.virt.hardware [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10163.535910] env[89459]: DEBUG nova.virt.hardware [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10163.535910] env[89459]: DEBUG nova.virt.hardware [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10163.535910] env[89459]: DEBUG nova.virt.hardware [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10163.535910] env[89459]: DEBUG nova.virt.hardware [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10163.535910] env[89459]: DEBUG nova.virt.hardware [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10163.537296] env[89459]: DEBUG nova.virt.hardware [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10163.537296] env[89459]: DEBUG nova.virt.hardware [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10163.537296] env[89459]: DEBUG nova.virt.hardware [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10163.537296] env[89459]: DEBUG nova.virt.hardware [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10163.537804] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10163.538789] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba68547-96c1-4d7c-9d3b-1db72b0fbcd4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10163.551459] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10163.552173] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a365629e-5503-4c87-9dac-b35f0f1d84ae {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10163.635898] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10163.645898] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]523e5f6e-38e4-ebf4-d0db-035058f12fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.035219} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10163.646388] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10163.646521] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10163.646731] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10163.646833] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10163.646976] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10163.647659] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10163.647962] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81261ce3-1953-41a5-b46b-eaee49ead3d5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10163.657914] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10163.658102] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10163.659207] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10163.659556] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9893d7-45ae-46ca-abf3-542c13047932 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10163.667035] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10163.667035] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52ff23da-05dc-c75d-28fa-78523ddee54f" [10163.667035] env[89459]: _type = "Task" [10163.667035] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10163.673471] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10163.681720] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52ff23da-05dc-c75d-28fa-78523ddee54f, 'name': SearchDatastore_Task, 'duration_secs': 0.009818} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10163.683710] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10163.683918] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ddddd9-8c34-438f-ac64-b6f14267dee8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10163.691404] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10163.691404] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]520352c3-4d2e-3f08-c715-569d4f034dc4" [10163.691404] env[89459]: _type = "Task" [10163.691404] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10163.692046] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10163.702749] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]520352c3-4d2e-3f08-c715-569d4f034dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10163.702947] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10163.851658] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10163.952809] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b1f56184-1b17-4b00-a3bc-09099ab98db6 tempest-ServersNegativeTestMultiTenantJSON-1466868589 tempest-ServersNegativeTestMultiTenantJSON-1466868589-project-member] Lock "a5b7e323-60ca-421b-b470-21d015bb2f23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.415s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10164.143289] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10164.144302] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d63399-3009-4841-9fd4-2b16f9296ed1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10164.153329] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10164.154478] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8f0873-7627-4f6c-add8-ae583eed78e2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10164.193377] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10164.193921] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10164.194813] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66603c91-495d-409d-acca-18f637651e87 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10164.209920] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]520352c3-4d2e-3f08-c715-569d4f034dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10164.210704] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10164.212375] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10164.212612] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81276857-2452-4f9a-a98c-f38ecc0c2a2d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10164.216640] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 542a63e2-96d6-4192-a2f9-20471b12a42e/542a63e2-96d6-4192-a2f9-20471b12a42e.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10164.217425] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10164.218051] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a211e07b-2fac-4f7b-ab9c-c108083eaa05 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10164.232759] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10164.232759] env[89459]: value = "task-5767296" [10164.232759] env[89459]: _type = "Task" [10164.232759] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10164.234089] env[89459]: DEBUG nova.compute.provider_tree [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10164.235363] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10164.244595] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10164.244901] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10164.541811] env[89459]: DEBUG nova.network.neutron [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Successfully updated port: b30da619-5394-4d7f-919e-0c82044cb653 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10164.737845] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10164.743033] env[89459]: DEBUG nova.scheduler.client.report [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10164.757976] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767296, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10164.759079] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10165.044613] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Acquiring lock "refresh_cache-0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10165.044613] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Acquired lock "refresh_cache-0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10165.044613] env[89459]: DEBUG nova.network.neutron [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10165.240520] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10165.250589] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555738} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10165.250842] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 542a63e2-96d6-4192-a2f9-20471b12a42e/542a63e2-96d6-4192-a2f9-20471b12a42e.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10165.251035] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10165.251515] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10165.256814] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e8f0840-b1bb-4938-acd3-3415b11b3d28 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10165.263811] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10165.265140] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.390s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10165.267492] env[89459]: INFO nova.compute.claims [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10165.276943] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10165.276943] env[89459]: value = "task-5767297" [10165.276943] env[89459]: _type = "Task" [10165.276943] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10165.277220] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10165.290933] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10165.290933] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10165.297108] env[89459]: INFO nova.scheduler.client.report [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Deleted allocations for instance 322611ca-a5f7-4746-838c-777bb510498a [10165.340580] env[89459]: WARNING neutronclient.v2_0.client [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10165.459021] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquiring lock "c568b2de-2d48-42f5-99bd-f0b19858de1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10165.460378] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lock "c568b2de-2d48-42f5-99bd-f0b19858de1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10165.782859] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10165.795310] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082681} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10165.795829] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10165.796431] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10165.797757] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2cf988-8a1c-4dab-9d78-e6d57f1babe5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10165.824723] env[89459]: DEBUG oslo_concurrency.lockutils [None req-7f1079f4-5868-43a6-97d8-2c92d35c65a9 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "322611ca-a5f7-4746-838c-777bb510498a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.704s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10165.834481] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 542a63e2-96d6-4192-a2f9-20471b12a42e/542a63e2-96d6-4192-a2f9-20471b12a42e.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10165.835317] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10165.835651] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5248bd95-8f5b-4e12-b589-4c822cda21c5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10165.859895] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10165.859895] env[89459]: value = "task-5767299" [10165.859895] env[89459]: _type = "Task" [10165.859895] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10165.866086] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10165.872830] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10165.873074] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10165.967044] env[89459]: DEBUG nova.compute.manager [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10166.192026] env[89459]: WARNING neutronclient.v2_0.client [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10166.252450] env[89459]: DEBUG nova.network.neutron [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10166.364228] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10166.374651] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10166.374651] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10166.491528] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10166.563886] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10166.564964] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fdd88c-0b36-4a5f-89be-fc662f5ada01 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10166.574208] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10166.575392] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8c826e-e09b-46b7-97f6-cd70d565c0c3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10166.612488] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10166.612488] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55353f8f-32a0-4590-9466-6fb830f0ff26 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10166.623026] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10166.624910] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47e6084-5ba5-4297-8f31-d6f3a0de247f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10166.641036] env[89459]: DEBUG nova.compute.provider_tree [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10166.866500] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10166.875925] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767299, 'name': ReconfigVM_Task, 'duration_secs': 0.638224} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10166.876313] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 542a63e2-96d6-4192-a2f9-20471b12a42e/542a63e2-96d6-4192-a2f9-20471b12a42e.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10166.877583] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10166.878335] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eba7e6b1-62a5-4549-a3c3-d6905d85fb80 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10166.887300] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10166.887300] env[89459]: value = "task-5767300" [10166.887300] env[89459]: _type = "Task" [10166.887300] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10166.888241] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10166.903616] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767300, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10166.903616] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10167.102594] env[89459]: DEBUG nova.network.neutron [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Updated VIF entry in instance network info cache for port 6501e089-e4ff-4782-99c8-8464318f9c04. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10167.102824] env[89459]: DEBUG nova.network.neutron [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Updating instance_info_cache with network_info: [{"id": "6501e089-e4ff-4782-99c8-8464318f9c04", "address": "fa:16:3e:ca:bf:17", "network": {"id": "5176fb63-36f2-4656-a718-f8ea58e7cfca", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1489598340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8531f5b900346449a5c3c4401da05f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6501e089-e4", "ovs_interfaceid": "6501e089-e4ff-4782-99c8-8464318f9c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10167.143893] env[89459]: DEBUG nova.scheduler.client.report [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10167.225047] env[89459]: DEBUG nova.network.neutron [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Updated VIF entry in instance network info cache for port 457c3391-d047-439c-9df9-3b1b715ca405. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10167.225658] env[89459]: DEBUG nova.network.neutron [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Updating instance_info_cache with network_info: [{"id": "457c3391-d047-439c-9df9-3b1b715ca405", "address": "fa:16:3e:f0:c3:59", "network": {"id": "5515d3c0-a6db-40b2-a396-2897540e19ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-173955245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6e50f15aafe2452ea1bfc87d62d3b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457c3391-d0", "ovs_interfaceid": "457c3391-d047-439c-9df9-3b1b715ca405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10167.324397] env[89459]: WARNING neutronclient.v2_0.client [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10167.384366] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10167.397512] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767300, 'name': Rename_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10167.397800] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10167.436504] env[89459]: DEBUG nova.network.neutron [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Updating instance_info_cache with network_info: [{"id": "b30da619-5394-4d7f-919e-0c82044cb653", "address": "fa:16:3e:6b:4b:3c", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30da619-53", "ovs_interfaceid": "b30da619-5394-4d7f-919e-0c82044cb653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10167.608752] env[89459]: DEBUG oslo_concurrency.lockutils [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] Releasing lock "refresh_cache-8f675322-e13c-4678-9a76-ab194f94c0d0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10167.608752] env[89459]: DEBUG nova.compute.manager [req-b2f35614-2513-4d99-87ec-81159f5584c6 req-a829e6cb-dd52-42aa-b266-66aea8b60fe8 service nova] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Received event network-vif-deleted-68a30628-081e-4033-b0b5-9d2fb682e828 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10167.649217] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10167.649958] env[89459]: DEBUG nova.compute.manager [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10167.656288] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.479s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10167.658884] env[89459]: INFO nova.compute.claims [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10167.728447] env[89459]: DEBUG oslo_concurrency.lockutils [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] Releasing lock "refresh_cache-84c2f756-e7b0-4315-8911-31c720a46226" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10167.728447] env[89459]: DEBUG nova.compute.manager [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Received event network-vif-deleted-ca31e24c-3718-431f-ab3f-f51acf1769bb {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10167.728447] env[89459]: DEBUG nova.compute.manager [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Received event network-vif-plugged-63123ed0-a702-4cd3-8639-b01a5eb7af99 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10167.728844] env[89459]: DEBUG oslo_concurrency.lockutils [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] Acquiring lock "542a63e2-96d6-4192-a2f9-20471b12a42e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10167.729105] env[89459]: DEBUG oslo_concurrency.lockutils [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] Lock "542a63e2-96d6-4192-a2f9-20471b12a42e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10167.729441] env[89459]: DEBUG oslo_concurrency.lockutils [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] Lock "542a63e2-96d6-4192-a2f9-20471b12a42e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10167.729781] env[89459]: DEBUG nova.compute.manager [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] No waiting events found dispatching network-vif-plugged-63123ed0-a702-4cd3-8639-b01a5eb7af99 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10167.730265] env[89459]: WARNING nova.compute.manager [req-2dc4cfe1-8ceb-4153-8a3c-5b504849638e req-cd2efc58-0a45-458e-98f1-0da4e5acfceb service nova] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Received unexpected event network-vif-plugged-63123ed0-a702-4cd3-8639-b01a5eb7af99 for instance with vm_state building and task_state spawning. [10167.889561] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10167.902694] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767300, 'name': Rename_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10167.902935] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10167.942902] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Releasing lock "refresh_cache-0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10167.944948] env[89459]: DEBUG nova.compute.manager [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Instance network_info: |[{"id": "b30da619-5394-4d7f-919e-0c82044cb653", "address": "fa:16:3e:6b:4b:3c", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30da619-53", "ovs_interfaceid": "b30da619-5394-4d7f-919e-0c82044cb653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10167.947217] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:4b:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b30da619-5394-4d7f-919e-0c82044cb653', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10167.961154] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Creating folder: Project (f5c37357c48a45a1ba67c93feb56e4fb). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10167.962400] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10167.962400] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e188af1b-bb55-4d11-9dfb-363241c2524a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10167.979424] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Created folder: Project (f5c37357c48a45a1ba67c93feb56e4fb) in parent group-v1116138. [10167.979923] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Creating folder: Instances. Parent ref: group-v1116197. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10167.980735] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10167.981149] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40343c8b-d85b-4420-b30d-d923c0fce867 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10167.998160] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Created folder: Instances in parent group-v1116197. [10168.000171] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10168.000727] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10168.001117] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10168.001366] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cc5946b-d1fe-4e3d-90ab-fc7a5f79903f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10168.024536] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10168.024536] env[89459]: value = "task-5767304" [10168.024536] env[89459]: _type = "Task" [10168.024536] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10168.025070] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10168.039010] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767304, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10168.039010] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10168.168218] env[89459]: DEBUG nova.compute.utils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10168.175130] env[89459]: DEBUG nova.compute.manager [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10168.177753] env[89459]: DEBUG nova.network.neutron [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10168.177753] env[89459]: WARNING neutronclient.v2_0.client [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10168.179260] env[89459]: WARNING neutronclient.v2_0.client [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10168.260553] env[89459]: DEBUG nova.policy [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fafe4a9b8574eebb3b70db69e391c9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca34f5b5d844372aaadbfd47ad79950', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10169.210657] env[89459]: DEBUG nova.compute.manager [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10169.390065] env[89459]: DEBUG nova.network.neutron [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Successfully created port: 1658ed36-e19d-49ae-9121-9e5bbbb05db4 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10169.396452] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.398081] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.399571] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767304, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10169.403180] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquiring lock "72cfd3d5-92a0-498b-b95a-9d15079eb5b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10169.418094] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lock "72cfd3d5-92a0-498b-b95a-9d15079eb5b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.018s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10169.420122] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767300, 'name': Rename_Task, 'duration_secs': 1.158218} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10169.424573] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.32 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10169.426066] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10169.427152] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.427414] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37f8ccfd-ed32-48e5-b082-b4bd36b1015b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10169.431017] env[89459]: DEBUG nova.compute.manager [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Received event network-changed-63123ed0-a702-4cd3-8639-b01a5eb7af99 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10169.432238] env[89459]: DEBUG nova.compute.manager [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Refreshing instance network info cache due to event network-changed-63123ed0-a702-4cd3-8639-b01a5eb7af99. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10169.434867] env[89459]: DEBUG oslo_concurrency.lockutils [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] Acquiring lock "refresh_cache-542a63e2-96d6-4192-a2f9-20471b12a42e" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10169.434867] env[89459]: DEBUG oslo_concurrency.lockutils [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] Acquired lock "refresh_cache-542a63e2-96d6-4192-a2f9-20471b12a42e" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10169.434867] env[89459]: DEBUG nova.network.neutron [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Refreshing network info cache for port 63123ed0-a702-4cd3-8639-b01a5eb7af99 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10169.441426] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10169.441426] env[89459]: value = "task-5767305" [10169.441426] env[89459]: _type = "Task" [10169.441426] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10169.444398] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.466441] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767305, 'name': PowerOnVM_Task} progress is 33%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10169.466642] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10169.529377] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Acquiring lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10169.529377] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10169.745641] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.755597] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767304, 'name': CreateVM_Task, 'duration_secs': 1.546806} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10169.756537] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10169.758167] env[89459]: WARNING neutronclient.v2_0.client [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10169.758522] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10169.758665] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10169.758953] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10169.763052] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.764917] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72788ef9-8167-4430-8632-fb0902cc0ec8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10169.773747] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for the task: (returnval){ [10169.773747] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52290116-e641-2e15-61ba-c050fe49117a" [10169.773747] env[89459]: _type = "Task" [10169.773747] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10169.774598] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.788150] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52290116-e641-2e15-61ba-c050fe49117a, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10169.788541] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10169.788889] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10169.789079] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10169.789401] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10169.789401] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10169.790013] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.790178] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c446eed4-d63a-4f7a-ba2f-2b76c4a81aa4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10169.801193] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10169.801193] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10169.801956] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.802215] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83dd0f7-1f8b-4b37-920f-e6c869278f40 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10169.810123] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.810635] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e5b4e9-c3ea-455d-b8b9-2fd84696ea27 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10169.813685] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for the task: (returnval){ [10169.813685] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]526c43fd-6f9b-70e6-e957-eeec470ddc0f" [10169.813685] env[89459]: _type = "Task" [10169.813685] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10169.814949] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.823650] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.824712] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac45ae2c-862e-462c-859a-40926eaddffc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10169.835696] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]526c43fd-6f9b-70e6-e957-eeec470ddc0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011799} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10169.845266] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.857786] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957d46ee-4a56-42dd-a2b3-52a3b61a7326 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10169.877092] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.882642] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f3c9d8-14b0-4e0c-8f28-95d62eb626a7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10169.886033] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for the task: (returnval){ [10169.886033] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52787248-e03d-03c5-975c-9a1d87f46b56" [10169.886033] env[89459]: _type = "Task" [10169.886033] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10169.889018] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.894268] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.900534] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7602cb53-db47-46d0-a88a-7e2016bcb37c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10169.918274] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52787248-e03d-03c5-975c-9a1d87f46b56, 'name': SearchDatastore_Task, 'duration_secs': 0.012895} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10169.918785] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10169.919239] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790/0dc6bb67-a406-4d2e-b6a5-588a6c3d4790.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10169.920159] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.920803] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18912c4a-5e0a-498d-98be-ae3ed33de456 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10169.935046] env[89459]: DEBUG nova.compute.manager [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10169.942493] env[89459]: DEBUG nova.compute.provider_tree [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10169.945975] env[89459]: WARNING neutronclient.v2_0.client [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10169.948313] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for the task: (returnval){ [10169.948313] env[89459]: value = "task-5767307" [10169.948313] env[89459]: _type = "Task" [10169.948313] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10169.950830] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.963417] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10169.971144] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767305, 'name': PowerOnVM_Task} progress is 94%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10169.972238] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10169.980059] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10169.980287] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10170.032609] env[89459]: DEBUG nova.compute.manager [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10170.416324] env[89459]: DEBUG nova.compute.manager [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10170.457922] env[89459]: DEBUG nova.scheduler.client.report [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10170.469563] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10170.474632] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10170.483548] env[89459]: DEBUG nova.virt.hardware [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10170.483857] env[89459]: DEBUG nova.virt.hardware [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10170.485255] env[89459]: DEBUG nova.virt.hardware [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10170.485255] env[89459]: DEBUG nova.virt.hardware [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10170.485673] env[89459]: DEBUG nova.virt.hardware [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10170.485673] env[89459]: DEBUG nova.virt.hardware [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10170.485673] env[89459]: DEBUG nova.virt.hardware [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10170.485673] env[89459]: DEBUG nova.virt.hardware [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10170.485809] env[89459]: DEBUG nova.virt.hardware [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10170.485918] env[89459]: DEBUG nova.virt.hardware [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10170.488737] env[89459]: DEBUG nova.virt.hardware [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10170.494534] env[89459]: DEBUG oslo_vmware.api [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767305, 'name': PowerOnVM_Task, 'duration_secs': 0.609835} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10170.505518] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10170.506034] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10170.506332] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10170.506509] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb5d43e-ff3c-42ec-9791-c347817693ae {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10170.509684] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767307, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10170.509684] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.44 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10170.512328] env[89459]: INFO nova.compute.manager [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Took 12.84 seconds to spawn the instance on the hypervisor. [10170.512328] env[89459]: DEBUG nova.compute.manager [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10170.513042] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10170.514226] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1388b821-9a10-4432-8052-4346f53e6e5d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10170.523546] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10170.527599] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb8a266-671d-4e5e-94d9-6ab9a165b3e6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10170.576667] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10170.950515] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10170.960227] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614972} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10170.960969] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790/0dc6bb67-a406-4d2e-b6a5-588a6c3d4790.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10170.960969] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10170.961374] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10170.961598] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ce989c5-678e-413a-ae78-f0fcfdd6c38d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10170.965533] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.315s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10170.966228] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.679s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10170.967796] env[89459]: DEBUG nova.compute.manager [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10170.970254] env[89459]: INFO nova.compute.claims [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10170.974619] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for the task: (returnval){ [10170.974619] env[89459]: value = "task-5767308" [10170.974619] env[89459]: _type = "Task" [10170.974619] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10170.975445] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10170.985167] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10170.985327] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10171.067033] env[89459]: INFO nova.compute.manager [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Took 25.71 seconds to build instance. [10171.260356] env[89459]: DEBUG nova.network.neutron [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Successfully updated port: 1658ed36-e19d-49ae-9121-9e5bbbb05db4 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10171.474122] env[89459]: WARNING nova.utils [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10171.474441] env[89459]: DEBUG nova.compute.utils [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10171.479322] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10171.495490] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064889} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10171.496793] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10171.497861] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10171.498951] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fea21f2-bae1-4cb9-8a7a-e0a6fbf2b8af {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10171.525431] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790/0dc6bb67-a406-4d2e-b6a5-588a6c3d4790.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10171.526265] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10171.530016] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1acd7b0-af31-435c-96e0-45e13a71e19a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10171.550304] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for the task: (returnval){ [10171.550304] env[89459]: value = "task-5767309" [10171.550304] env[89459]: _type = "Task" [10171.550304] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10171.550904] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10171.564016] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10171.564220] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10171.569081] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ac64079a-3171-464a-9928-69203e3370d2 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "542a63e2-96d6-4192-a2f9-20471b12a42e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.232s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10171.569358] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquiring lock "12b281e2-3523-43ef-b407-50a543a73c76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10171.569551] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lock "12b281e2-3523-43ef-b407-50a543a73c76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10171.764312] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10171.766215] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquired lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10171.766215] env[89459]: DEBUG nova.network.neutron [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10171.980744] env[89459]: DEBUG nova.compute.manager [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10172.017969] env[89459]: WARNING neutronclient.v2_0.client [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10172.060322] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.073418] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767309, 'name': ReconfigVM_Task, 'duration_secs': 0.286709} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10172.078752] env[89459]: DEBUG nova.compute.manager [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10172.082640] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790/0dc6bb67-a406-4d2e-b6a5-588a6c3d4790.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10172.084924] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.086123] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1d79b50-5e21-47b6-9ea0-026d8a06b1a8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10172.094112] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for the task: (returnval){ [10172.094112] env[89459]: value = "task-5767311" [10172.094112] env[89459]: _type = "Task" [10172.094112] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10172.097205] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.120635] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767311, 'name': Rename_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10172.121349] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10172.132260] env[89459]: DEBUG nova.network.neutron [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Updated VIF entry in instance network info cache for port 63123ed0-a702-4cd3-8639-b01a5eb7af99. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10172.133032] env[89459]: DEBUG nova.network.neutron [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Updating instance_info_cache with network_info: [{"id": "63123ed0-a702-4cd3-8639-b01a5eb7af99", "address": "fa:16:3e:2d:a6:3d", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63123ed0-a7", "ovs_interfaceid": "63123ed0-a702-4cd3-8639-b01a5eb7af99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10172.324433] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.327546] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d794f84-7dfb-4a1b-a197-1b50867b8148 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10172.336349] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.337244] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb77fab0-6eb6-4b7f-b600-f8f13cbf9ef4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10172.381438] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.382656] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1969ed07-500e-4766-85db-59f21b7b1614 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10172.391754] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.393046] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f74102-d333-46d1-b9c0-2a0603470197 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10172.408569] env[89459]: DEBUG nova.compute.provider_tree [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10172.427255] env[89459]: DEBUG nova.network.neutron [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10172.487498] env[89459]: INFO nova.virt.block_device [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Booting with volume bc712936-897d-454e-bab0-01b3e27411fa at /dev/sda [10172.505940] env[89459]: WARNING neutronclient.v2_0.client [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10172.538930] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.538930] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05c1d2e2-af65-463d-a864-c8a911250b60 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10172.551350] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.554239] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b71e7e3-364d-48d1-8ecd-bb7c2e852a4a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10172.601100] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.629219] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767311, 'name': Rename_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10172.630450] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.46 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10172.631327] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10172.631936] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.632693] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a54b3757-4e3f-4813-96f1-f81c35bc9548 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10172.637843] env[89459]: DEBUG oslo_concurrency.lockutils [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] Releasing lock "refresh_cache-542a63e2-96d6-4192-a2f9-20471b12a42e" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10172.637843] env[89459]: DEBUG nova.compute.manager [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Received event network-vif-plugged-b30da619-5394-4d7f-919e-0c82044cb653 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10172.637965] env[89459]: DEBUG oslo_concurrency.lockutils [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] Acquiring lock "0dc6bb67-a406-4d2e-b6a5-588a6c3d4790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10172.638154] env[89459]: DEBUG oslo_concurrency.lockutils [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] Lock "0dc6bb67-a406-4d2e-b6a5-588a6c3d4790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10172.638222] env[89459]: DEBUG oslo_concurrency.lockutils [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] Lock "0dc6bb67-a406-4d2e-b6a5-588a6c3d4790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10172.638336] env[89459]: DEBUG nova.compute.manager [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] No waiting events found dispatching network-vif-plugged-b30da619-5394-4d7f-919e-0c82044cb653 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10172.638450] env[89459]: WARNING nova.compute.manager [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Received unexpected event network-vif-plugged-b30da619-5394-4d7f-919e-0c82044cb653 for instance with vm_state building and task_state spawning. [10172.638575] env[89459]: DEBUG nova.compute.manager [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Received event network-changed-b30da619-5394-4d7f-919e-0c82044cb653 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10172.638683] env[89459]: DEBUG nova.compute.manager [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Refreshing instance network info cache due to event network-changed-b30da619-5394-4d7f-919e-0c82044cb653. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10172.638823] env[89459]: DEBUG oslo_concurrency.lockutils [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] Acquiring lock "refresh_cache-0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10172.638943] env[89459]: DEBUG oslo_concurrency.lockutils [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] Acquired lock "refresh_cache-0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10172.639549] env[89459]: DEBUG nova.network.neutron [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Refreshing network info cache for port b30da619-5394-4d7f-919e-0c82044cb653 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10172.647812] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.652547] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90fa06f-e815-4ca9-97aa-d310363e530d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10172.664814] env[89459]: DEBUG nova.network.neutron [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Updating instance_info_cache with network_info: [{"id": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "address": "fa:16:3e:89:43:ca", "network": {"id": "e8ce36ad-6673-4e97-9164-21b4ce9c6d96", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-288226235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3ca34f5b5d844372aaadbfd47ad79950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1658ed36-e1", "ovs_interfaceid": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10172.692647] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.694431] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53211595-06ea-4c30-a38c-2fc5e39385aa {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10172.703296] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10172.704846] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c37462d-f2da-4e59-8196-3c7d30f3e8f7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10172.729039] env[89459]: DEBUG nova.virt.block_device [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Updating existing volume attachment record: 49fd57b3-a275-442a-85f5-e845c93ce5fc {{(pid=89459) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [10172.794782] env[89459]: WARNING nova.utils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b47b8790> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10172.911941] env[89459]: DEBUG nova.scheduler.client.report [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10173.091936] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10173.102353] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767311, 'name': Rename_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10173.102602] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10173.144997] env[89459]: WARNING neutronclient.v2_0.client [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10173.170430] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Releasing lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10173.170430] env[89459]: DEBUG nova.compute.manager [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Instance network_info: |[{"id": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "address": "fa:16:3e:89:43:ca", "network": {"id": "e8ce36ad-6673-4e97-9164-21b4ce9c6d96", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-288226235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3ca34f5b5d844372aaadbfd47ad79950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1658ed36-e1", "ovs_interfaceid": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10173.171015] env[89459]: DEBUG nova.compute.manager [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10173.171015] env[89459]: DEBUG nova.network.neutron [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10173.171015] env[89459]: WARNING neutronclient.v2_0.client [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10173.171015] env[89459]: WARNING neutronclient.v2_0.client [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10173.172425] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:43:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1658ed36-e19d-49ae-9121-9e5bbbb05db4', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10173.183839] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Creating folder: Project (3ca34f5b5d844372aaadbfd47ad79950). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10173.185198] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10173.186246] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b2e4db8-034f-4077-bf63-06a21f2ce1ea {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10173.201239] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Created folder: Project (3ca34f5b5d844372aaadbfd47ad79950) in parent group-v1116138. [10173.201538] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Creating folder: Instances. Parent ref: group-v1116201. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10173.202355] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10173.202567] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a070aaa-6f23-4e89-bbab-ca51c066900d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10173.216257] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Created folder: Instances in parent group-v1116201. [10173.216750] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10173.217076] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10173.217466] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10173.217989] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cffc040-c7c4-4f87-a076-6823239875cc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10173.240532] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10173.240532] env[89459]: value = "task-5767314" [10173.240532] env[89459]: _type = "Task" [10173.240532] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10173.241233] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10173.251894] env[89459]: DEBUG nova.policy [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8a82e004b264a218557f9dc19538dd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e52bffc6b90b40f1a57603b9d581ae6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10173.260374] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767314, 'name': CreateVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10173.260528] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10173.416896] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10173.418337] env[89459]: DEBUG nova.compute.manager [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10173.421227] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.566s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10173.425502] env[89459]: INFO nova.compute.claims [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10173.594117] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10173.605458] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767311, 'name': Rename_Task, 'duration_secs': 1.154386} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10173.605574] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10173.606253] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10173.606521] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-859d6d0e-da44-4df3-b18d-d22741fec1b5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10173.616121] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for the task: (returnval){ [10173.616121] env[89459]: value = "task-5767315" [10173.616121] env[89459]: _type = "Task" [10173.616121] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10173.617314] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10173.630290] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10173.630377] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10173.741288] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10173.751896] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767314, 'name': CreateVM_Task, 'duration_secs': 0.357223} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10173.753517] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10173.754108] env[89459]: WARNING neutronclient.v2_0.client [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10173.754461] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10173.754833] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10173.754833] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10173.755561] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10173.756872] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703925af-4670-4b55-a0cd-ec8b0b8a0d59 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10173.762812] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for the task: (returnval){ [10173.762812] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]520004e2-cc90-2aaf-509c-000d5c30c577" [10173.762812] env[89459]: _type = "Task" [10173.762812] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10173.763492] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10173.773424] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]520004e2-cc90-2aaf-509c-000d5c30c577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10173.773573] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10173.931345] env[89459]: WARNING nova.utils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10173.934967] env[89459]: DEBUG nova.compute.utils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10174.037513] env[89459]: DEBUG nova.network.neutron [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Successfully created port: 26c1ddc7-cad1-4102-857d-50b27cc94a49 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10174.123606] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.134680] env[89459]: DEBUG oslo_vmware.api [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767315, 'name': PowerOnVM_Task, 'duration_secs': 0.472672} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10174.135106] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10174.136025] env[89459]: INFO nova.compute.manager [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Took 10.63 seconds to spawn the instance on the hypervisor. [10174.136025] env[89459]: DEBUG nova.compute.manager [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10174.136421] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.137372] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5af342-70b6-4c48-94e1-aaed5b033de7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10174.268018] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.275705] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]520004e2-cc90-2aaf-509c-000d5c30c577, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10174.277076] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10174.277076] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10174.277076] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10174.277076] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10174.277336] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10174.277609] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.277911] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bb1e4bc-f23d-42a8-afb3-f634d333cb49 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10174.288274] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10174.288274] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10174.288976] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.289332] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea37c3c8-7da4-415a-87bc-29d5364152b3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10174.296148] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for the task: (returnval){ [10174.296148] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52913d1d-23b6-7cd2-b0ff-1e7c81ca10b6" [10174.296148] env[89459]: _type = "Task" [10174.296148] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10174.297686] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.312449] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52913d1d-23b6-7cd2-b0ff-1e7c81ca10b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10174.313966] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.314439] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6f0582-4c90-4fd1-8e4c-41962d904666 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10174.325600] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for the task: (returnval){ [10174.325600] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5211b32b-f19c-20c4-ab7b-68e78a848dea" [10174.325600] env[89459]: _type = "Task" [10174.325600] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10174.326441] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.337248] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5211b32b-f19c-20c4-ab7b-68e78a848dea, 'name': SearchDatastore_Task, 'duration_secs': 0.010025} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10174.338056] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10174.338233] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 6796e27a-d0f5-4259-bf44-3264edaabee5/6796e27a-d0f5-4259-bf44-3264edaabee5.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10174.338766] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.338766] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7be093e5-e93c-4ff5-be3d-65ba0e9a76bc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10174.347371] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for the task: (returnval){ [10174.347371] env[89459]: value = "task-5767316" [10174.347371] env[89459]: _type = "Task" [10174.347371] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10174.348043] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.357361] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10174.357552] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10174.440092] env[89459]: DEBUG nova.compute.manager [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10174.491676] env[89459]: WARNING nova.utils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d01bdab0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10174.659042] env[89459]: INFO nova.compute.manager [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Took 24.85 seconds to build instance. [10174.799611] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.800548] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa341a5-ddf4-4635-ab16-c194df47699d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10174.809678] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.811258] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390b296a-29bb-41a3-946c-41d16e64e869 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10174.843901] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.844783] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52f2a72-22df-422e-905d-dffaa40bbf0d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10174.848567] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.859981] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.861589] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767316, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10174.861840] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c80808-41aa-482a-8bce-93cc2e91c8ef {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10174.866768] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10174.871052] env[89459]: DEBUG nova.compute.manager [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10174.871942] env[89459]: DEBUG nova.virt.hardware [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10174.873445] env[89459]: DEBUG nova.virt.hardware [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10174.873445] env[89459]: DEBUG nova.virt.hardware [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10174.873445] env[89459]: DEBUG nova.virt.hardware [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10174.873445] env[89459]: DEBUG nova.virt.hardware [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10174.873445] env[89459]: DEBUG nova.virt.hardware [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10174.873632] env[89459]: DEBUG nova.virt.hardware [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10174.878864] env[89459]: DEBUG nova.virt.hardware [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10174.878962] env[89459]: DEBUG nova.virt.hardware [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10174.879129] env[89459]: DEBUG nova.virt.hardware [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10174.879264] env[89459]: DEBUG nova.virt.hardware [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10174.882545] env[89459]: DEBUG nova.compute.provider_tree [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10174.887194] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.889437] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2021e2-b3af-4930-bfac-b97ee7525eb7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10174.896188] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10174.898601] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bcaca5-86f6-4edc-9cda-e924c182c8b4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10175.101922] env[89459]: WARNING neutronclient.v2_0.client [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10175.161303] env[89459]: DEBUG oslo_concurrency.lockutils [None req-20cc024f-cb74-4f70-909e-985eb7186d7d tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Lock "0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.367s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10175.161517] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10175.162576] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10175.357523] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10175.368135] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543118} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10175.368540] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 6796e27a-d0f5-4259-bf44-3264edaabee5/6796e27a-d0f5-4259-bf44-3264edaabee5.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10175.368710] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10175.369240] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10175.369500] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4c7ac6b-0476-4ae8-b7ac-34a0edb5d676 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10175.378908] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for the task: (returnval){ [10175.378908] env[89459]: value = "task-5767317" [10175.378908] env[89459]: _type = "Task" [10175.378908] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10175.379592] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10175.386961] env[89459]: DEBUG nova.scheduler.client.report [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10175.393630] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10175.394068] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10175.452793] env[89459]: DEBUG nova.compute.manager [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10175.485444] env[89459]: DEBUG nova.virt.hardware [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10175.485657] env[89459]: DEBUG nova.virt.hardware [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10175.485748] env[89459]: DEBUG nova.virt.hardware [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10175.485882] env[89459]: DEBUG nova.virt.hardware [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10175.485986] env[89459]: DEBUG nova.virt.hardware [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10175.486118] env[89459]: DEBUG nova.virt.hardware [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10175.486618] env[89459]: DEBUG nova.virt.hardware [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10175.486618] env[89459]: DEBUG nova.virt.hardware [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10175.486618] env[89459]: DEBUG nova.virt.hardware [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10175.486770] env[89459]: DEBUG nova.virt.hardware [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10175.486863] env[89459]: DEBUG nova.virt.hardware [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10175.488235] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10175.488604] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234aa3e9-cd01-46f4-8437-82dc1565c97b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10175.498083] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10175.500493] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211c2ff5-7886-4a96-9dfd-8beb41d151c1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10175.616485] env[89459]: DEBUG nova.network.neutron [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Updated VIF entry in instance network info cache for port b30da619-5394-4d7f-919e-0c82044cb653. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10175.616797] env[89459]: DEBUG nova.network.neutron [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Updating instance_info_cache with network_info: [{"id": "b30da619-5394-4d7f-919e-0c82044cb653", "address": "fa:16:3e:6b:4b:3c", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30da619-53", "ovs_interfaceid": "b30da619-5394-4d7f-919e-0c82044cb653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10175.664959] env[89459]: DEBUG nova.compute.manager [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10175.738985] env[89459]: DEBUG nova.compute.manager [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Received event network-changed-d6b7c522-c8e1-4a7d-98b9-88c072af00ad {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10175.739217] env[89459]: DEBUG nova.compute.manager [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Refreshing instance network info cache due to event network-changed-d6b7c522-c8e1-4a7d-98b9-88c072af00ad. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10175.739402] env[89459]: DEBUG oslo_concurrency.lockutils [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] Acquiring lock "refresh_cache-d87e07fa-0fc7-4feb-81b4-93238fc2c964" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10175.739644] env[89459]: DEBUG oslo_concurrency.lockutils [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] Acquired lock "refresh_cache-d87e07fa-0fc7-4feb-81b4-93238fc2c964" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10175.739644] env[89459]: DEBUG nova.network.neutron [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Refreshing network info cache for port d6b7c522-c8e1-4a7d-98b9-88c072af00ad {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10175.884887] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10175.898327] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10175.898813] env[89459]: DEBUG nova.compute.manager [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10175.901633] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.410s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10175.903323] env[89459]: INFO nova.compute.claims [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10175.905431] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254601} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10175.906983] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10175.910557] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10175.910557] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35ee9eb-572d-4bf4-a9d6-2a87fb4f0257 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10175.950779] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 6796e27a-d0f5-4259-bf44-3264edaabee5/6796e27a-d0f5-4259-bf44-3264edaabee5.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10175.951450] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10175.953741] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb9f1ca-ea5c-46e2-ac2b-de8d45227ff8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10175.977267] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for the task: (returnval){ [10175.977267] env[89459]: value = "task-5767318" [10175.977267] env[89459]: _type = "Task" [10175.977267] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10175.981600] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10175.989146] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767318, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10175.989370] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10176.121652] env[89459]: DEBUG oslo_concurrency.lockutils [req-11a3ab16-c73d-41a7-818f-a5d9b45f5366 req-26d7c736-2802-4877-a71b-1c732486f24c service nova] Releasing lock "refresh_cache-0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10176.171380] env[89459]: DEBUG nova.network.neutron [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Successfully updated port: 26c1ddc7-cad1-4102-857d-50b27cc94a49 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10176.202605] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10176.243692] env[89459]: WARNING neutronclient.v2_0.client [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10176.407284] env[89459]: WARNING nova.utils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10176.408135] env[89459]: DEBUG nova.compute.utils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10176.484020] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10176.492401] env[89459]: WARNING neutronclient.v2_0.client [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10176.493681] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10176.495327] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10176.611090] env[89459]: DEBUG nova.network.neutron [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Updated VIF entry in instance network info cache for port d6b7c522-c8e1-4a7d-98b9-88c072af00ad. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10176.611747] env[89459]: DEBUG nova.network.neutron [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Updating instance_info_cache with network_info: [{"id": "d6b7c522-c8e1-4a7d-98b9-88c072af00ad", "address": "fa:16:3e:e7:6b:dd", "network": {"id": "9209e763-7409-4537-86c0-58816ff4d623", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1235109938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbcd3af044f640a59d17e7aee52b5787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b7c522-c8", "ovs_interfaceid": "d6b7c522-c8e1-4a7d-98b9-88c072af00ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10176.681023] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Acquiring lock "refresh_cache-ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10176.681493] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Acquired lock "refresh_cache-ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10176.681493] env[89459]: DEBUG nova.network.neutron [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10176.912300] env[89459]: DEBUG nova.compute.manager [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10176.979801] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10176.990365] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767318, 'name': ReconfigVM_Task, 'duration_secs': 1.01221} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10176.993687] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 6796e27a-d0f5-4259-bf44-3264edaabee5/6796e27a-d0f5-4259-bf44-3264edaabee5.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10176.997199] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10176.997199] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac170908-1c0c-4733-bd3c-a2eed657e4ed {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10177.006506] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for the task: (returnval){ [10177.006506] env[89459]: value = "task-5767320" [10177.006506] env[89459]: _type = "Task" [10177.006506] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10177.008924] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10177.022461] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767320, 'name': Rename_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10177.022682] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10177.060785] env[89459]: WARNING nova.utils [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b4795120> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10177.115671] env[89459]: DEBUG oslo_concurrency.lockutils [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] Releasing lock "refresh_cache-d87e07fa-0fc7-4feb-81b4-93238fc2c964" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10177.115671] env[89459]: DEBUG nova.compute.manager [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Received event network-vif-plugged-1658ed36-e19d-49ae-9121-9e5bbbb05db4 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10177.115671] env[89459]: DEBUG oslo_concurrency.lockutils [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] Acquiring lock "6796e27a-d0f5-4259-bf44-3264edaabee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10177.115671] env[89459]: DEBUG oslo_concurrency.lockutils [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] Lock "6796e27a-d0f5-4259-bf44-3264edaabee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10177.115671] env[89459]: DEBUG oslo_concurrency.lockutils [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] Lock "6796e27a-d0f5-4259-bf44-3264edaabee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10177.116072] env[89459]: DEBUG nova.compute.manager [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] No waiting events found dispatching network-vif-plugged-1658ed36-e19d-49ae-9121-9e5bbbb05db4 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10177.116072] env[89459]: WARNING nova.compute.manager [req-6c3a9f04-ecef-4c01-ab1a-b5fe20a321ac req-fc6a5b14-07d0-4a17-9af8-dd1a1f78aa9c service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Received unexpected event network-vif-plugged-1658ed36-e19d-49ae-9121-9e5bbbb05db4 for instance with vm_state building and task_state spawning. [10177.231142] env[89459]: DEBUG nova.network.neutron [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10177.312340] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10177.316220] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5f0457-8931-4e2b-bc49-a635c1a8e059 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10177.324838] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10177.326106] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc5643f-cb54-4239-881b-97f70597a5c3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10177.359411] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10177.360979] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bbd9ba-3aed-49f1-80a0-d9675f9e20b0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10177.369308] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10177.370362] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ba939b-6941-4570-8d7c-c75dc6ed2d97 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10177.385467] env[89459]: DEBUG nova.compute.provider_tree [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10177.503687] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10177.513869] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767320, 'name': Rename_Task, 'duration_secs': 0.19444} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10177.514259] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10177.514834] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10177.515116] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eac5b92-50d6-49af-b417-4399c9efa25e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10177.523693] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for the task: (returnval){ [10177.523693] env[89459]: value = "task-5767321" [10177.523693] env[89459]: _type = "Task" [10177.523693] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10177.533381] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10177.535646] env[89459]: WARNING neutronclient.v2_0.client [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10177.539985] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767321, 'name': PowerOnVM_Task} progress is 33%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10177.540273] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10177.637462] env[89459]: DEBUG nova.compute.manager [None req-3c41d0b5-4912-4ce1-904c-f9c9e880959f tempest-ServerExternalEventsTest-1985929395 tempest-ServerExternalEventsTest-1985929395-project] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Received event network-changed {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10177.638040] env[89459]: DEBUG nova.compute.manager [None req-3c41d0b5-4912-4ce1-904c-f9c9e880959f tempest-ServerExternalEventsTest-1985929395 tempest-ServerExternalEventsTest-1985929395-project] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Refreshing instance network info cache due to event network-changed. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10177.638256] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3c41d0b5-4912-4ce1-904c-f9c9e880959f tempest-ServerExternalEventsTest-1985929395 tempest-ServerExternalEventsTest-1985929395-project] Acquiring lock "refresh_cache-0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10177.638391] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3c41d0b5-4912-4ce1-904c-f9c9e880959f tempest-ServerExternalEventsTest-1985929395 tempest-ServerExternalEventsTest-1985929395-project] Acquired lock "refresh_cache-0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10177.638510] env[89459]: DEBUG nova.network.neutron [None req-3c41d0b5-4912-4ce1-904c-f9c9e880959f tempest-ServerExternalEventsTest-1985929395 tempest-ServerExternalEventsTest-1985929395-project] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10177.643711] env[89459]: DEBUG nova.network.neutron [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Updating instance_info_cache with network_info: [{"id": "26c1ddc7-cad1-4102-857d-50b27cc94a49", "address": "fa:16:3e:d1:79:b6", "network": {"id": "ec7ec860-4902-4924-b501-fcfa2dc071b3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1772042607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52bffc6b90b40f1a57603b9d581ae6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c1ddc7-ca", "ovs_interfaceid": "26c1ddc7-cad1-4102-857d-50b27cc94a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10177.888903] env[89459]: DEBUG nova.scheduler.client.report [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10177.926231] env[89459]: DEBUG nova.compute.manager [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10177.959325] env[89459]: DEBUG nova.virt.hardware [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10177.959769] env[89459]: DEBUG nova.virt.hardware [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10177.959769] env[89459]: DEBUG nova.virt.hardware [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10177.959769] env[89459]: DEBUG nova.virt.hardware [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10177.960223] env[89459]: DEBUG nova.virt.hardware [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10177.961062] env[89459]: DEBUG nova.virt.hardware [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10177.961417] env[89459]: DEBUG nova.virt.hardware [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10177.961934] env[89459]: DEBUG nova.virt.hardware [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10177.961934] env[89459]: DEBUG nova.virt.hardware [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10177.961934] env[89459]: DEBUG nova.virt.hardware [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10177.962108] env[89459]: DEBUG nova.virt.hardware [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10177.962635] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10177.965063] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fb7bd0-fe38-4aea-84dd-cb3ff1be1d13 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10177.973415] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10177.975190] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97ec8da-df84-4085-a0fe-4d6ad1f3eda5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10178.021964] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10178.032282] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767321, 'name': PowerOnVM_Task} progress is 88%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10178.033903] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10178.153138] env[89459]: WARNING neutronclient.v2_0.client [None req-3c41d0b5-4912-4ce1-904c-f9c9e880959f tempest-ServerExternalEventsTest-1985929395 tempest-ServerExternalEventsTest-1985929395-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10178.153138] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Releasing lock "refresh_cache-ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10178.153412] env[89459]: DEBUG nova.compute.manager [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Instance network_info: |[{"id": "26c1ddc7-cad1-4102-857d-50b27cc94a49", "address": "fa:16:3e:d1:79:b6", "network": {"id": "ec7ec860-4902-4924-b501-fcfa2dc071b3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1772042607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52bffc6b90b40f1a57603b9d581ae6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c1ddc7-ca", "ovs_interfaceid": "26c1ddc7-cad1-4102-857d-50b27cc94a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10178.153412] env[89459]: DEBUG nova.compute.manager [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10178.153584] env[89459]: DEBUG nova.network.neutron [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10178.153584] env[89459]: WARNING neutronclient.v2_0.client [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10178.153584] env[89459]: WARNING neutronclient.v2_0.client [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10178.153584] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:79:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26c1ddc7-cad1-4102-857d-50b27cc94a49', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10178.168887] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Creating folder: Project (e52bffc6b90b40f1a57603b9d581ae6f). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10178.169617] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10178.170621] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f136d99-b80f-44d9-8bd3-f8c242f1ee0c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10178.188229] env[89459]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [10178.188408] env[89459]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=89459) _invoke_api /opt/stack/oslo.vmware/oslo_vmware/api.py:259}} [10178.189612] env[89459]: ERROR oslo.service.backend._threading.loopingcall [-] Dynamic interval looping call 'oslo_service.backend._common.loopingcall.RetryDecorator.__call__.._func' failed: oslo_vmware.exceptions.DuplicateName: The name 'Project (e52bffc6b90b40f1a57603b9d581ae6f)' already exists. [10178.189612] env[89459]: Cause: Server raised fault: 'The name 'Project (e52bffc6b90b40f1a57603b9d581ae6f)' already exists.' [10178.189612] env[89459]: Faults: [DuplicateName] [10178.189612] env[89459]: Details: {'name': 'Project (e52bffc6b90b40f1a57603b9d581ae6f)', 'object': 'group-v1116175'} [10178.189612] env[89459]: ERROR oslo.service.backend._threading.loopingcall Traceback (most recent call last): [10178.189612] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/oslo.vmware/oslo_vmware/service.py", line 377, in request_handler [10178.189612] env[89459]: ERROR oslo.service.backend._threading.loopingcall response = request(managed_object, **kwargs) [10178.189612] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [10178.189612] env[89459]: ERROR oslo.service.backend._threading.loopingcall return client.invoke(args, kwargs) [10178.189612] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [10178.189612] env[89459]: ERROR oslo.service.backend._threading.loopingcall result = self.send(soapenv, timeout=timeout) [10178.189612] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [10178.189612] env[89459]: ERROR oslo.service.backend._threading.loopingcall return self.process_reply(reply.message, None, None) [10178.189612] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [10178.189612] env[89459]: ERROR oslo.service.backend._threading.loopingcall raise WebFault(fault, replyroot) [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall suds.WebFault: Server raised fault: 'The name 'Project (e52bffc6b90b40f1a57603b9d581ae6f)' already exists.' [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall During handling of the above exception, another exception occurred: [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall Traceback (most recent call last): [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/oslo.vmware/oslo_vmware/api.py", line 223, in _invoke_api [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall return api_method(*args, **kwargs) [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/oslo.vmware/oslo_vmware/service.py", line 413, in request_handler [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall raise exceptions.VimFaultException(fault_list, fault_string, [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall oslo_vmware.exceptions.VimFaultException: The name 'Project (e52bffc6b90b40f1a57603b9d581ae6f)' already exists. [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall Cause: Server raised fault: 'The name 'Project (e52bffc6b90b40f1a57603b9d581ae6f)' already exists.' [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall Faults: [DuplicateName] [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall Details: {'name': 'Project (e52bffc6b90b40f1a57603b9d581ae6f)', 'object': 'group-v1116175'} [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall During handling of the above exception, another exception occurred: [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10178.190545] env[89459]: ERROR oslo.service.backend._threading.loopingcall Traceback (most recent call last): [10178.191457] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py", line 119, in _run_loop [10178.191457] env[89459]: ERROR oslo.service.backend._threading.loopingcall result = func(*self.args, **self.kwargs) [10178.191457] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py", line 391, in _func [10178.191457] env[89459]: ERROR oslo.service.backend._threading.loopingcall result = f(*args, **kwargs) [10178.191457] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/oslo.vmware/oslo_vmware/api.py", line 263, in _invoke_api [10178.191457] env[89459]: ERROR oslo.service.backend._threading.loopingcall raise clazz(str(excep), [10178.191457] env[89459]: ERROR oslo.service.backend._threading.loopingcall oslo_vmware.exceptions.DuplicateName: The name 'Project (e52bffc6b90b40f1a57603b9d581ae6f)' already exists. [10178.191457] env[89459]: ERROR oslo.service.backend._threading.loopingcall Cause: Server raised fault: 'The name 'Project (e52bffc6b90b40f1a57603b9d581ae6f)' already exists.' [10178.191457] env[89459]: ERROR oslo.service.backend._threading.loopingcall Faults: [DuplicateName] [10178.191457] env[89459]: ERROR oslo.service.backend._threading.loopingcall Details: {'name': 'Project (e52bffc6b90b40f1a57603b9d581ae6f)', 'object': 'group-v1116175'} [10178.191457] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10178.191457] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Folder already exists: Project (e52bffc6b90b40f1a57603b9d581ae6f). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [10178.191879] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Creating folder: Instances. Parent ref: group-v1116175. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10178.191879] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10178.192021] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ff4427e-4b92-44ac-a121-26b8b8c9882d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10178.206547] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Created folder: Instances in parent group-v1116175. [10178.207930] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10178.210863] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10178.211370] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10178.211641] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9522873f-b3fe-49bb-81d0-de9a78ac048f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10178.240023] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10178.240023] env[89459]: value = "task-5767325" [10178.240023] env[89459]: _type = "Task" [10178.240023] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10178.241299] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10178.261264] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767325, 'name': CreateVM_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10178.261264] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10178.295969] env[89459]: DEBUG nova.policy [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f984b1a687944d3b37b908eff44b5ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44505f485014441682c21d547fcf0973', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10178.400746] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10178.404797] env[89459]: DEBUG nova.compute.manager [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10178.408388] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.901s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10178.414717] env[89459]: INFO nova.compute.claims [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10178.494272] env[89459]: WARNING neutronclient.v2_0.client [None req-3c41d0b5-4912-4ce1-904c-f9c9e880959f tempest-ServerExternalEventsTest-1985929395 tempest-ServerExternalEventsTest-1985929395-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10178.523566] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10178.536711] env[89459]: DEBUG oslo_vmware.api [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767321, 'name': PowerOnVM_Task, 'duration_secs': 0.830594} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10178.536711] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10178.536711] env[89459]: INFO nova.compute.manager [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Took 8.12 seconds to spawn the instance on the hypervisor. [10178.538792] env[89459]: DEBUG nova.compute.manager [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10178.540035] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10178.540957] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04a9b32-9f2b-4740-b14e-5002caf6a365 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10178.715589] env[89459]: DEBUG nova.network.neutron [None req-3c41d0b5-4912-4ce1-904c-f9c9e880959f tempest-ServerExternalEventsTest-1985929395 tempest-ServerExternalEventsTest-1985929395-project] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Updating instance_info_cache with network_info: [{"id": "b30da619-5394-4d7f-919e-0c82044cb653", "address": "fa:16:3e:6b:4b:3c", "network": {"id": "e2a96b0a-58ee-44b0-812b-2395eaafe1ab", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6678d474f3b84c9283d08c2b965e91a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30da619-53", "ovs_interfaceid": "b30da619-5394-4d7f-919e-0c82044cb653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10178.742840] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10178.755229] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767325, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10178.755399] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10178.758019] env[89459]: DEBUG nova.network.neutron [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Successfully created port: 2ccb2ee7-b7bf-47ac-b702-f171bf1335da {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10178.916029] env[89459]: DEBUG oslo_concurrency.lockutils [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Acquiring lock "0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10178.916029] env[89459]: DEBUG oslo_concurrency.lockutils [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Lock "0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10178.916350] env[89459]: DEBUG oslo_concurrency.lockutils [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Acquiring lock "0dc6bb67-a406-4d2e-b6a5-588a6c3d4790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10178.916686] env[89459]: DEBUG oslo_concurrency.lockutils [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Lock "0dc6bb67-a406-4d2e-b6a5-588a6c3d4790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10178.916932] env[89459]: DEBUG oslo_concurrency.lockutils [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Lock "0dc6bb67-a406-4d2e-b6a5-588a6c3d4790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10178.921226] env[89459]: INFO nova.compute.manager [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Terminating instance [10178.923970] env[89459]: WARNING nova.utils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10178.924370] env[89459]: DEBUG nova.compute.utils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10178.941469] env[89459]: DEBUG nova.compute.manager [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Received event network-changed-1658ed36-e19d-49ae-9121-9e5bbbb05db4 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10178.941882] env[89459]: DEBUG nova.compute.manager [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Refreshing instance network info cache due to event network-changed-1658ed36-e19d-49ae-9121-9e5bbbb05db4. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10178.942127] env[89459]: DEBUG oslo_concurrency.lockutils [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] Acquiring lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10178.942248] env[89459]: DEBUG oslo_concurrency.lockutils [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] Acquired lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10178.942388] env[89459]: DEBUG nova.network.neutron [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Refreshing network info cache for port 1658ed36-e19d-49ae-9121-9e5bbbb05db4 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10179.065200] env[89459]: INFO nova.compute.manager [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Took 20.22 seconds to build instance. [10179.220287] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3c41d0b5-4912-4ce1-904c-f9c9e880959f tempest-ServerExternalEventsTest-1985929395 tempest-ServerExternalEventsTest-1985929395-project] Releasing lock "refresh_cache-0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10179.248062] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.257046] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767325, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10179.259780] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10179.390487] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "542a63e2-96d6-4192-a2f9-20471b12a42e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10179.390660] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "542a63e2-96d6-4192-a2f9-20471b12a42e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10179.390829] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "542a63e2-96d6-4192-a2f9-20471b12a42e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10179.390964] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "542a63e2-96d6-4192-a2f9-20471b12a42e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10179.391098] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "542a63e2-96d6-4192-a2f9-20471b12a42e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10179.393050] env[89459]: INFO nova.compute.manager [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Terminating instance [10179.428874] env[89459]: DEBUG nova.compute.manager [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10179.430621] env[89459]: DEBUG nova.compute.manager [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10179.431366] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10179.432019] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.433077] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46893383-eb2c-4704-983e-25bd96d7d5a5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10179.443642] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10179.444718] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.446375] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3901b3b7-dabf-41e5-8106-b893c936cc92 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10179.448094] env[89459]: WARNING neutronclient.v2_0.client [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10179.453830] env[89459]: DEBUG oslo_vmware.api [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for the task: (returnval){ [10179.453830] env[89459]: value = "task-5767326" [10179.453830] env[89459]: _type = "Task" [10179.453830] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10179.456275] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.467682] env[89459]: DEBUG oslo_vmware.api [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10179.467914] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10179.568471] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9dc9b7e6-fe01-48f6-a9fd-cf539e9f692a tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "6796e27a-d0f5-4259-bf44-3264edaabee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.729s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10179.568689] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Acquiring lock "419d6089-f6fd-4c72-bb41-f0507491cdc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10179.568887] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lock "419d6089-f6fd-4c72-bb41-f0507491cdc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10179.751601] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.764365] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767325, 'name': CreateVM_Task, 'duration_secs': 1.452535} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10179.764668] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10179.765650] env[89459]: WARNING neutronclient.v2_0.client [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10179.765802] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'attachment_id': '49fd57b3-a275-442a-85f5-e845c93ce5fc', 'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116186', 'volume_id': 'bc712936-897d-454e-bab0-01b3e27411fa', 'name': 'volume-bc712936-897d-454e-bab0-01b3e27411fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac7c6c8f-b715-4339-b113-e72e4b3bcdf0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc712936-897d-454e-bab0-01b3e27411fa', 'serial': 'bc712936-897d-454e-bab0-01b3e27411fa'}, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=89459) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [10179.765912] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Root volume attach. Driver type: vmdk {{(pid=89459) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [10179.766432] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.767584] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b9d22d-687e-49a9-9cf9-7260bb0d0127 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10179.777467] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.778519] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084936d7-5293-4f49-b471-5d08315baa9b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10179.790816] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.792226] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f520dd7-c0bc-4fea-b4a9-eef057d8d516 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10179.802843] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.803227] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-49a0f760-b6b0-4098-a8d8-35118ad7076e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10179.812997] env[89459]: WARNING nova.utils [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0246200> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10179.816292] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.817354] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c84b6b-d2d1-4c24-9664-bd7265ad860b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10179.821993] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for the task: (returnval){ [10179.821993] env[89459]: value = "task-5767327" [10179.821993] env[89459]: _type = "Task" [10179.821993] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10179.825616] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.829540] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.830684] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905002dc-fc0b-4d5f-8af4-4425daedd123 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10179.838215] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767327, 'name': RelocateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10179.838387] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10179.870214] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.871040] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24282e09-a14b-4a7d-8d51-e6866d743748 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10179.879037] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.880359] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8efcba4-cd7f-435d-8499-1d3c3c71b952 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10179.897994] env[89459]: DEBUG nova.compute.provider_tree [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10179.899740] env[89459]: DEBUG nova.compute.manager [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10179.899906] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10179.901353] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.902139] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1069b4-27ff-45bc-bed0-b49744a1eaf2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10179.911322] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10179.913060] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.913494] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2fc9dd9-6458-4ed7-b9eb-0afd9aa83086 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10179.923247] env[89459]: DEBUG oslo_vmware.api [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10179.923247] env[89459]: value = "task-5767328" [10179.923247] env[89459]: _type = "Task" [10179.923247] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10179.924567] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.941334] env[89459]: DEBUG oslo_vmware.api [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10179.944485] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10179.958902] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10179.975059] env[89459]: DEBUG oslo_vmware.api [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767326, 'name': PowerOffVM_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10179.975415] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10180.071407] env[89459]: DEBUG nova.compute.manager [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10180.321022] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10180.342032] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767327, 'name': RelocateVM_Task} progress is 35%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10180.342261] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10180.400688] env[89459]: DEBUG nova.network.neutron [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Successfully updated port: 2ccb2ee7-b7bf-47ac-b702-f171bf1335da {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10180.403937] env[89459]: DEBUG nova.scheduler.client.report [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10180.426198] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10180.440806] env[89459]: DEBUG oslo_vmware.api [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767328, 'name': PowerOffVM_Task, 'duration_secs': 0.188191} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10180.441640] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10180.441787] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10180.443032] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10180.446282] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-629f1f1b-7dd6-470d-a220-68ee8ae781f2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10180.454039] env[89459]: DEBUG nova.compute.manager [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10180.459664] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10180.474466] env[89459]: DEBUG oslo_vmware.api [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767326, 'name': PowerOffVM_Task, 'duration_secs': 0.55819} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10180.477137] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10180.477137] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10180.477137] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10180.477137] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44d218d4-9a4f-4949-bdc3-a05ed2cd29a0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10180.503045] env[89459]: DEBUG nova.virt.hardware [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10180.503272] env[89459]: DEBUG nova.virt.hardware [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10180.504464] env[89459]: DEBUG nova.virt.hardware [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10180.504464] env[89459]: DEBUG nova.virt.hardware [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10180.504464] env[89459]: DEBUG nova.virt.hardware [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10180.504464] env[89459]: DEBUG nova.virt.hardware [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10180.504650] env[89459]: DEBUG nova.virt.hardware [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10180.504753] env[89459]: DEBUG nova.virt.hardware [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10180.504827] env[89459]: DEBUG nova.virt.hardware [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10180.505096] env[89459]: DEBUG nova.virt.hardware [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10180.506025] env[89459]: DEBUG nova.virt.hardware [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10180.507362] env[89459]: WARNING neutronclient.v2_0.client [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10180.511642] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10180.511811] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46c0522-e395-4d1a-a56a-811170d62fca {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10180.523467] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10180.524796] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc89f29-8713-43d9-b289-01b967fcfc38 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10180.582244] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10180.582441] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10180.582669] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Deleting the datastore file [datastore2] 542a63e2-96d6-4192-a2f9-20471b12a42e {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10180.588832] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10180.589425] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1da24b90-325f-4601-84b5-440d418b8867 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10180.601774] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10180.601956] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10180.602342] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Deleting the datastore file [datastore2] 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10180.604828] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10180.605202] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6f1d072-26e6-42e1-8f78-a72f4e8f86c5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10180.611552] env[89459]: DEBUG oslo_vmware.api [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for the task: (returnval){ [10180.611552] env[89459]: value = "task-5767332" [10180.611552] env[89459]: _type = "Task" [10180.611552] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10180.613799] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10180.621269] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10180.622463] env[89459]: DEBUG oslo_vmware.api [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for the task: (returnval){ [10180.622463] env[89459]: value = "task-5767333" [10180.622463] env[89459]: _type = "Task" [10180.622463] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10180.623248] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10180.636452] env[89459]: DEBUG oslo_vmware.api [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10180.636757] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10180.639287] env[89459]: DEBUG nova.network.neutron [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Updated VIF entry in instance network info cache for port 1658ed36-e19d-49ae-9121-9e5bbbb05db4. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10180.639287] env[89459]: DEBUG nova.network.neutron [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Updating instance_info_cache with network_info: [{"id": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "address": "fa:16:3e:89:43:ca", "network": {"id": "e8ce36ad-6673-4e97-9164-21b4ce9c6d96", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-288226235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3ca34f5b5d844372aaadbfd47ad79950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1658ed36-e1", "ovs_interfaceid": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10180.643417] env[89459]: DEBUG oslo_vmware.api [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10180.644969] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10180.823538] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10180.835840] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767327, 'name': RelocateVM_Task} progress is 49%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10180.836038] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10180.905128] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "refresh_cache-ba9c8991-94cb-4c57-b594-f1c5da5c80bd" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10180.905285] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired lock "refresh_cache-ba9c8991-94cb-4c57-b594-f1c5da5c80bd" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10180.907378] env[89459]: DEBUG nova.network.neutron [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10180.914944] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10180.925506] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.339s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10180.925506] env[89459]: INFO nova.compute.claims [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10181.118968] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10181.126516] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10181.139025] env[89459]: DEBUG oslo_vmware.api [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Task: {'id': task-5767332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194628} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10181.139887] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10181.140109] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10181.140259] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10181.144043] env[89459]: INFO nova.compute.manager [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Took 1.24 seconds to destroy the instance on the hypervisor. [10181.144517] env[89459]: DEBUG oslo_vmware.api [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Task: {'id': task-5767333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195038} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10181.144975] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10181.145107] env[89459]: DEBUG nova.compute.manager [-] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10181.145217] env[89459]: DEBUG nova.network.neutron [-] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10181.145470] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10181.148414] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10181.151923] env[89459]: DEBUG oslo_concurrency.lockutils [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] Releasing lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10181.152262] env[89459]: DEBUG nova.compute.manager [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Received event network-vif-plugged-26c1ddc7-cad1-4102-857d-50b27cc94a49 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10181.152620] env[89459]: DEBUG oslo_concurrency.lockutils [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] Acquiring lock "ac7c6c8f-b715-4339-b113-e72e4b3bcdf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10181.152620] env[89459]: DEBUG oslo_concurrency.lockutils [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] Lock "ac7c6c8f-b715-4339-b113-e72e4b3bcdf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10181.152827] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10181.153141] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10181.153308] env[89459]: INFO nova.compute.manager [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Took 1.72 seconds to destroy the instance on the hypervisor. [10181.154328] env[89459]: DEBUG oslo_concurrency.lockutils [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] Lock "ac7c6c8f-b715-4339-b113-e72e4b3bcdf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10181.154729] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10181.154852] env[89459]: DEBUG nova.compute.manager [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] No waiting events found dispatching network-vif-plugged-26c1ddc7-cad1-4102-857d-50b27cc94a49 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10181.154997] env[89459]: WARNING nova.compute.manager [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Received unexpected event network-vif-plugged-26c1ddc7-cad1-4102-857d-50b27cc94a49 for instance with vm_state building and task_state spawning. [10181.155136] env[89459]: DEBUG nova.compute.manager [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Received event network-changed-26c1ddc7-cad1-4102-857d-50b27cc94a49 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10181.155343] env[89459]: DEBUG nova.compute.manager [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Refreshing instance network info cache due to event network-changed-26c1ddc7-cad1-4102-857d-50b27cc94a49. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10181.156419] env[89459]: DEBUG oslo_concurrency.lockutils [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] Acquiring lock "refresh_cache-ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10181.156419] env[89459]: DEBUG oslo_concurrency.lockutils [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] Acquired lock "refresh_cache-ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10181.156419] env[89459]: DEBUG nova.network.neutron [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Refreshing network info cache for port 26c1ddc7-cad1-4102-857d-50b27cc94a49 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10181.157395] env[89459]: DEBUG nova.compute.manager [-] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10181.158326] env[89459]: DEBUG nova.network.neutron [-] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10181.158691] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10181.331972] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10181.341333] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767327, 'name': RelocateVM_Task} progress is 60%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10181.341535] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10181.365865] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10181.396802] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10181.435933] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquiring lock "43c438c1-0001-4387-a3ba-fa603e467f00" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10181.436090] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lock "43c438c1-0001-4387-a3ba-fa603e467f00" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10181.662138] env[89459]: WARNING neutronclient.v2_0.client [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10181.832590] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10181.846872] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767327, 'name': RelocateVM_Task} progress is 75%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10181.846872] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10181.941468] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lock "43c438c1-0001-4387-a3ba-fa603e467f00" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10181.945231] env[89459]: DEBUG nova.compute.manager [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10182.061384] env[89459]: DEBUG nova.network.neutron [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10182.128177] env[89459]: DEBUG nova.compute.manager [req-dffb6d6c-0ef7-4935-9d94-b517b118eeb6 req-a51eacc1-5884-4d8d-9ba6-a90b7ca82ca9 service nova] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Received event network-vif-plugged-2ccb2ee7-b7bf-47ac-b702-f171bf1335da {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10182.128177] env[89459]: DEBUG oslo_concurrency.lockutils [req-dffb6d6c-0ef7-4935-9d94-b517b118eeb6 req-a51eacc1-5884-4d8d-9ba6-a90b7ca82ca9 service nova] Acquiring lock "ba9c8991-94cb-4c57-b594-f1c5da5c80bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10182.128347] env[89459]: DEBUG oslo_concurrency.lockutils [req-dffb6d6c-0ef7-4935-9d94-b517b118eeb6 req-a51eacc1-5884-4d8d-9ba6-a90b7ca82ca9 service nova] Lock "ba9c8991-94cb-4c57-b594-f1c5da5c80bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10182.128439] env[89459]: DEBUG oslo_concurrency.lockutils [req-dffb6d6c-0ef7-4935-9d94-b517b118eeb6 req-a51eacc1-5884-4d8d-9ba6-a90b7ca82ca9 service nova] Lock "ba9c8991-94cb-4c57-b594-f1c5da5c80bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10182.128561] env[89459]: DEBUG nova.compute.manager [req-dffb6d6c-0ef7-4935-9d94-b517b118eeb6 req-a51eacc1-5884-4d8d-9ba6-a90b7ca82ca9 service nova] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] No waiting events found dispatching network-vif-plugged-2ccb2ee7-b7bf-47ac-b702-f171bf1335da {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10182.128663] env[89459]: WARNING nova.compute.manager [req-dffb6d6c-0ef7-4935-9d94-b517b118eeb6 req-a51eacc1-5884-4d8d-9ba6-a90b7ca82ca9 service nova] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Received unexpected event network-vif-plugged-2ccb2ee7-b7bf-47ac-b702-f171bf1335da for instance with vm_state building and task_state spawning. [10182.340868] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10182.347931] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10182.353643] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ce62fc-0292-4b2b-86a0-437412f70c3f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10182.358283] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767327, 'name': RelocateVM_Task} progress is 86%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10182.358491] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10182.363346] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10182.369070] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867cd795-e80c-4473-93eb-4a9ba38fce13 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10182.410467] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10182.411709] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62b73ee-8e1d-49b5-88f7-cb6701b99042 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10182.421813] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10182.424619] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f986bba5-bf90-4d21-b310-b2510b11e4bc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10182.452117] env[89459]: WARNING nova.utils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10182.452403] env[89459]: DEBUG nova.compute.utils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10182.454389] env[89459]: DEBUG nova.compute.provider_tree [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10182.529445] env[89459]: DEBUG nova.network.neutron [-] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10182.570914] env[89459]: WARNING neutronclient.v2_0.client [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10182.572450] env[89459]: DEBUG nova.network.neutron [-] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10182.840152] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10182.853024] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767327, 'name': RelocateVM_Task} progress is 97%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10182.853024] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10182.960701] env[89459]: DEBUG nova.compute.manager [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10182.963928] env[89459]: DEBUG nova.scheduler.client.report [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10183.032581] env[89459]: INFO nova.compute.manager [-] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Took 1.89 seconds to deallocate network for instance. [10183.075803] env[89459]: INFO nova.compute.manager [-] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Took 1.92 seconds to deallocate network for instance. [10183.279869] env[89459]: WARNING neutronclient.v2_0.client [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10183.344484] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10183.361346] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767327, 'name': RelocateVM_Task} progress is 97%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10183.362483] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10183.369310] env[89459]: DEBUG nova.network.neutron [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Updating instance_info_cache with network_info: [{"id": "2ccb2ee7-b7bf-47ac-b702-f171bf1335da", "address": "fa:16:3e:66:f5:98", "network": {"id": "c4d99d33-b7bf-4633-a2a7-8a20805aa6a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-848076580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44505f485014441682c21d547fcf0973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ccb2ee7-b7", "ovs_interfaceid": "2ccb2ee7-b7bf-47ac-b702-f171bf1335da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10183.477336] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10183.481312] env[89459]: DEBUG nova.compute.manager [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10183.481733] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.847s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10183.487627] env[89459]: INFO nova.compute.claims [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10183.543208] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10183.557587] env[89459]: DEBUG nova.network.neutron [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Updated VIF entry in instance network info cache for port 26c1ddc7-cad1-4102-857d-50b27cc94a49. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10183.557943] env[89459]: DEBUG nova.network.neutron [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Updating instance_info_cache with network_info: [{"id": "26c1ddc7-cad1-4102-857d-50b27cc94a49", "address": "fa:16:3e:d1:79:b6", "network": {"id": "ec7ec860-4902-4924-b501-fcfa2dc071b3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1772042607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52bffc6b90b40f1a57603b9d581ae6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c1ddc7-ca", "ovs_interfaceid": "26c1ddc7-cad1-4102-857d-50b27cc94a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10183.585559] env[89459]: DEBUG oslo_concurrency.lockutils [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10183.847268] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10183.863557] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767327, 'name': RelocateVM_Task} progress is 97%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10183.864099] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10183.871591] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Releasing lock "refresh_cache-ba9c8991-94cb-4c57-b594-f1c5da5c80bd" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10183.871902] env[89459]: DEBUG nova.compute.manager [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Instance network_info: |[{"id": "2ccb2ee7-b7bf-47ac-b702-f171bf1335da", "address": "fa:16:3e:66:f5:98", "network": {"id": "c4d99d33-b7bf-4633-a2a7-8a20805aa6a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-848076580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44505f485014441682c21d547fcf0973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ccb2ee7-b7", "ovs_interfaceid": "2ccb2ee7-b7bf-47ac-b702-f171bf1335da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10183.872211] env[89459]: DEBUG nova.compute.manager [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10183.872373] env[89459]: DEBUG nova.network.neutron [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10183.872688] env[89459]: WARNING neutronclient.v2_0.client [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10183.875527] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:f5:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ccb2ee7-b7bf-47ac-b702-f171bf1335da', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10183.880832] env[89459]: WARNING neutronclient.v2_0.client [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10183.889086] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10183.889488] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10183.889915] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10183.892167] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16936fe7-e7cf-4e07-869a-bfd27cb7ecf5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10183.911796] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10183.911796] env[89459]: value = "task-5767334" [10183.911796] env[89459]: _type = "Task" [10183.911796] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10183.915475] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10183.926321] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767334, 'name': CreateVM_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10183.926321] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10183.935120] env[89459]: DEBUG nova.policy [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f06dd9687de44b29a1d87dc32047c2c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f992421118d49ebb0373b9c6dfd9515', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10183.944034] env[89459]: WARNING nova.utils [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d013e290> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10183.977785] env[89459]: DEBUG nova.compute.manager [req-ffeb9dbc-38bb-4feb-9b95-24c18a516972 req-cd1316c6-574a-444a-adae-dd0327b484c0 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Received event network-changed-1658ed36-e19d-49ae-9121-9e5bbbb05db4 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10183.978143] env[89459]: DEBUG nova.compute.manager [req-ffeb9dbc-38bb-4feb-9b95-24c18a516972 req-cd1316c6-574a-444a-adae-dd0327b484c0 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Refreshing instance network info cache due to event network-changed-1658ed36-e19d-49ae-9121-9e5bbbb05db4. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10183.978183] env[89459]: DEBUG oslo_concurrency.lockutils [req-ffeb9dbc-38bb-4feb-9b95-24c18a516972 req-cd1316c6-574a-444a-adae-dd0327b484c0 service nova] Acquiring lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10183.978270] env[89459]: DEBUG oslo_concurrency.lockutils [req-ffeb9dbc-38bb-4feb-9b95-24c18a516972 req-cd1316c6-574a-444a-adae-dd0327b484c0 service nova] Acquired lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10183.980870] env[89459]: DEBUG nova.network.neutron [req-ffeb9dbc-38bb-4feb-9b95-24c18a516972 req-cd1316c6-574a-444a-adae-dd0327b484c0 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Refreshing network info cache for port 1658ed36-e19d-49ae-9121-9e5bbbb05db4 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10183.982669] env[89459]: DEBUG nova.compute.manager [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10183.996019] env[89459]: WARNING nova.utils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10183.996019] env[89459]: DEBUG nova.compute.utils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10184.026965] env[89459]: DEBUG nova.virt.hardware [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10184.027191] env[89459]: DEBUG nova.virt.hardware [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10184.027295] env[89459]: DEBUG nova.virt.hardware [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10184.027428] env[89459]: DEBUG nova.virt.hardware [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10184.027529] env[89459]: DEBUG nova.virt.hardware [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10184.027647] env[89459]: DEBUG nova.virt.hardware [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10184.027794] env[89459]: DEBUG nova.virt.hardware [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10184.027962] env[89459]: DEBUG nova.virt.hardware [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10184.029288] env[89459]: DEBUG nova.virt.hardware [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10184.030242] env[89459]: DEBUG nova.virt.hardware [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10184.030654] env[89459]: DEBUG nova.virt.hardware [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10184.034848] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.034848] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d71fb5-10dc-4623-a796-69013314c1e2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10184.044281] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.046559] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab42b62-f99a-428d-830a-7410a712ce90 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10184.066141] env[89459]: DEBUG oslo_concurrency.lockutils [req-954180e3-38a0-40da-ade7-c28acbb7ebe8 req-86afb67f-7421-442e-b855-d99669767f59 service nova] Releasing lock "refresh_cache-ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10184.309634] env[89459]: DEBUG nova.network.neutron [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Successfully created port: 5c6e8fdc-4b8b-4b77-96ac-a85097a17227 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10184.345020] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.354752] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767327, 'name': RelocateVM_Task} progress is 98%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10184.354906] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10184.416852] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.426919] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767334, 'name': CreateVM_Task} progress is 25%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10184.426919] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10184.491035] env[89459]: WARNING neutronclient.v2_0.client [req-ffeb9dbc-38bb-4feb-9b95-24c18a516972 req-cd1316c6-574a-444a-adae-dd0327b484c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10184.498663] env[89459]: DEBUG nova.compute.manager [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10184.846658] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.860220] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767327, 'name': RelocateVM_Task, 'duration_secs': 4.858627} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10184.861355] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Volume attach. Driver type: vmdk {{(pid=89459) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [10184.861355] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116186', 'volume_id': 'bc712936-897d-454e-bab0-01b3e27411fa', 'name': 'volume-bc712936-897d-454e-bab0-01b3e27411fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac7c6c8f-b715-4339-b113-e72e4b3bcdf0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc712936-897d-454e-bab0-01b3e27411fa', 'serial': 'bc712936-897d-454e-bab0-01b3e27411fa'} {{(pid=89459) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [10184.861665] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.862622] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d328dcb6-b996-4d12-aec4-fcb44fa75d2a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10184.884854] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.885873] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3a4cb2-c9c1-4f6e-8980-25ab252353a6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10184.917804] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] volume-bc712936-897d-454e-bab0-01b3e27411fa/volume-bc712936-897d-454e-bab0-01b3e27411fa.vmdk or device None with type thin {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10184.920612] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.920612] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.922684] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28e8f3f5-7a37-437c-b7da-e6ec34c97942 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10184.944200] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767334, 'name': CreateVM_Task, 'duration_secs': 0.964615} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10184.944492] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10184.947641] env[89459]: WARNING neutronclient.v2_0.client [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10184.948153] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10184.948263] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10184.948692] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10184.950360] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.951993] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c99504-2519-43bc-921a-e59f83e547a1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10184.954681] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for the task: (returnval){ [10184.954681] env[89459]: value = "task-5767335" [10184.954681] env[89459]: _type = "Task" [10184.954681] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10184.955197] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.963905] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10184.963905] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52400480-d26a-41e1-497b-510c48d26065" [10184.963905] env[89459]: _type = "Task" [10184.963905] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10184.971868] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10184.978369] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.979133] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10184.985551] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52400480-d26a-41e1-497b-510c48d26065, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10184.985551] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10184.985551] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10184.985551] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10184.985824] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10184.985824] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10184.986238] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.987035] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0c45237-97e5-4ed9-b6e2-309180e0f46b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10184.996827] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10184.996827] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10184.998013] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10184.998653] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92658ec-4f41-47df-b7e5-ad4c40ac118d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10185.009594] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10185.009594] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52061bd2-5557-c916-0458-2c4bd522912a" [10185.009594] env[89459]: _type = "Task" [10185.009594] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10185.013454] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.028875] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52061bd2-5557-c916-0458-2c4bd522912a, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10185.031467] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.031795] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb4b259-a375-4c05-8935-83c27dfdbb60 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10185.039333] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10185.039333] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52e3ad22-7d87-3d7a-1e08-4041c790a5e7" [10185.039333] env[89459]: _type = "Task" [10185.039333] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10185.040859] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.054235] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52e3ad22-7d87-3d7a-1e08-4041c790a5e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10185.054769] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10185.055031] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] ba9c8991-94cb-4c57-b594-f1c5da5c80bd/ba9c8991-94cb-4c57-b594-f1c5da5c80bd.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10185.056102] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.058238] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35b74db2-4536-4d6d-8676-76f0c88ae336 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10185.067236] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10185.067236] env[89459]: value = "task-5767336" [10185.067236] env[89459]: _type = "Task" [10185.067236] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10185.072865] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.080241] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.082942] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7814ede1-02f2-40e4-a9a2-753ade33a3b9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10185.084968] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10185.086222] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10185.091673] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.092921] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac86a74b-fdcf-4ed9-8b8e-1762c3cc9317 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10185.138218] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.139297] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e28d0e4-54fc-43df-9dea-13e2343e65be {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10185.148588] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.150199] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd86b0b5-c1fb-4753-8da0-0f186fe8d03a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10185.169697] env[89459]: DEBUG nova.compute.provider_tree [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10185.460390] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.473244] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767335, 'name': ReconfigVM_Task, 'duration_secs': 0.435406} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10185.473694] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Reconfigured VM instance instance-00000015 to attach disk [datastore1] volume-bc712936-897d-454e-bab0-01b3e27411fa/volume-bc712936-897d-454e-bab0-01b3e27411fa.vmdk or device None with type thin {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10185.479097] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.479380] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23399c47-27b5-4cec-90c3-dda05f660419 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10185.497395] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for the task: (returnval){ [10185.497395] env[89459]: value = "task-5767337" [10185.497395] env[89459]: _type = "Task" [10185.497395] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10185.498369] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.511259] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10185.511259] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10185.512549] env[89459]: DEBUG nova.compute.manager [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10185.542842] env[89459]: DEBUG nova.virt.hardware [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10185.543120] env[89459]: DEBUG nova.virt.hardware [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10185.543788] env[89459]: DEBUG nova.virt.hardware [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10185.543788] env[89459]: DEBUG nova.virt.hardware [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10185.543788] env[89459]: DEBUG nova.virt.hardware [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10185.543788] env[89459]: DEBUG nova.virt.hardware [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10185.543788] env[89459]: DEBUG nova.virt.hardware [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10185.544236] env[89459]: DEBUG nova.virt.hardware [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10185.544236] env[89459]: DEBUG nova.virt.hardware [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10185.544236] env[89459]: DEBUG nova.virt.hardware [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10185.544236] env[89459]: DEBUG nova.virt.hardware [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10185.544973] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.546409] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a9778d-7b0f-4aa7-8ef0-aed5bf38920a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10185.558751] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.561417] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca475d7-6bdc-493b-8921-6e3925178a56 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10185.568727] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10185.588370] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767336, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10185.588564] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10185.672940] env[89459]: DEBUG nova.scheduler.client.report [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10186.002109] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.014441] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767337, 'name': ReconfigVM_Task, 'duration_secs': 0.184799} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10186.014854] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116186', 'volume_id': 'bc712936-897d-454e-bab0-01b3e27411fa', 'name': 'volume-bc712936-897d-454e-bab0-01b3e27411fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac7c6c8f-b715-4339-b113-e72e4b3bcdf0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc712936-897d-454e-bab0-01b3e27411fa', 'serial': 'bc712936-897d-454e-bab0-01b3e27411fa'} {{(pid=89459) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [10186.015537] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.015866] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-200d2179-9b6e-449f-80fa-65986f75c4a2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10186.024351] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for the task: (returnval){ [10186.024351] env[89459]: value = "task-5767338" [10186.024351] env[89459]: _type = "Task" [10186.024351] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10186.024972] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.037105] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767338, 'name': Rename_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10186.037395] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10186.069388] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.080265] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583302} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10186.080495] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] ba9c8991-94cb-4c57-b594-f1c5da5c80bd/ba9c8991-94cb-4c57-b594-f1c5da5c80bd.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10186.081074] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10186.082672] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.083589] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6040476a-ef9f-4bcf-9300-040b369abd53 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10186.091712] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10186.091712] env[89459]: value = "task-5767339" [10186.091712] env[89459]: _type = "Task" [10186.091712] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10186.092410] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.105902] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10186.106199] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10186.108138] env[89459]: DEBUG nova.network.neutron [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Successfully updated port: 5c6e8fdc-4b8b-4b77-96ac-a85097a17227 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10186.180578] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10186.182493] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.978s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10186.186362] env[89459]: DEBUG nova.compute.manager [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10186.187816] env[89459]: INFO nova.compute.claims [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10186.196571] env[89459]: WARNING neutronclient.v2_0.client [req-ffeb9dbc-38bb-4feb-9b95-24c18a516972 req-cd1316c6-574a-444a-adae-dd0327b484c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10186.346541] env[89459]: DEBUG nova.network.neutron [req-ffeb9dbc-38bb-4feb-9b95-24c18a516972 req-cd1316c6-574a-444a-adae-dd0327b484c0 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Updated VIF entry in instance network info cache for port 1658ed36-e19d-49ae-9121-9e5bbbb05db4. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10186.346877] env[89459]: DEBUG nova.network.neutron [req-ffeb9dbc-38bb-4feb-9b95-24c18a516972 req-cd1316c6-574a-444a-adae-dd0327b484c0 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Updating instance_info_cache with network_info: [{"id": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "address": "fa:16:3e:89:43:ca", "network": {"id": "e8ce36ad-6673-4e97-9164-21b4ce9c6d96", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-288226235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3ca34f5b5d844372aaadbfd47ad79950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1658ed36-e1", "ovs_interfaceid": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10186.528647] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.539550] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767338, 'name': Rename_Task, 'duration_secs': 0.216801} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10186.539893] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10186.542020] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.542323] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e89f857f-5d2e-4d77-98b2-076ab752f7e2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10186.550825] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for the task: (returnval){ [10186.550825] env[89459]: value = "task-5767340" [10186.550825] env[89459]: _type = "Task" [10186.550825] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10186.558666] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.563353] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10186.563564] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10186.599535] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.609852] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073946} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10186.611496] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10186.615289] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "refresh_cache-3fee2830-74ca-410d-8fd8-aa0d171bfc66" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10186.615426] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.615594] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bb575e-8b4d-44d4-8b2e-e30f12f48174 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10186.621021] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "refresh_cache-3fee2830-74ca-410d-8fd8-aa0d171bfc66" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10186.621371] env[89459]: DEBUG nova.network.neutron [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10186.649308] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] ba9c8991-94cb-4c57-b594-f1c5da5c80bd/ba9c8991-94cb-4c57-b594-f1c5da5c80bd.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10186.650346] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.653633] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01fe9356-50df-4d2e-8dcd-1e4059d59e05 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10186.679206] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10186.679206] env[89459]: value = "task-5767341" [10186.679206] env[89459]: _type = "Task" [10186.679206] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10186.679996] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10186.691259] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767341, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10186.691485] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10186.693563] env[89459]: WARNING nova.utils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10186.695719] env[89459]: DEBUG nova.compute.utils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10186.850195] env[89459]: DEBUG oslo_concurrency.lockutils [req-ffeb9dbc-38bb-4feb-9b95-24c18a516972 req-cd1316c6-574a-444a-adae-dd0327b484c0 service nova] Releasing lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10187.056681] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10187.068312] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767340, 'name': PowerOnVM_Task} progress is 87%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10187.068312] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10187.074231] env[89459]: DEBUG nova.compute.manager [req-01130a01-78e9-4cff-886f-28d15ce802a6 req-45dd901c-c83a-4d1f-b000-16b0f67fa94e service nova] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Received event network-changed-2ccb2ee7-b7bf-47ac-b702-f171bf1335da {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10187.074321] env[89459]: DEBUG nova.compute.manager [req-01130a01-78e9-4cff-886f-28d15ce802a6 req-45dd901c-c83a-4d1f-b000-16b0f67fa94e service nova] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Refreshing instance network info cache due to event network-changed-2ccb2ee7-b7bf-47ac-b702-f171bf1335da. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10187.075030] env[89459]: DEBUG oslo_concurrency.lockutils [req-01130a01-78e9-4cff-886f-28d15ce802a6 req-45dd901c-c83a-4d1f-b000-16b0f67fa94e service nova] Acquiring lock "refresh_cache-ba9c8991-94cb-4c57-b594-f1c5da5c80bd" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10187.075030] env[89459]: DEBUG oslo_concurrency.lockutils [req-01130a01-78e9-4cff-886f-28d15ce802a6 req-45dd901c-c83a-4d1f-b000-16b0f67fa94e service nova] Acquired lock "refresh_cache-ba9c8991-94cb-4c57-b594-f1c5da5c80bd" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10187.075211] env[89459]: DEBUG nova.network.neutron [req-01130a01-78e9-4cff-886f-28d15ce802a6 req-45dd901c-c83a-4d1f-b000-16b0f67fa94e service nova] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Refreshing network info cache for port 2ccb2ee7-b7bf-47ac-b702-f171bf1335da {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10187.161949] env[89459]: DEBUG nova.network.neutron [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10187.185758] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10187.195387] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10187.195684] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10187.201284] env[89459]: DEBUG nova.compute.manager [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10187.277554] env[89459]: WARNING neutronclient.v2_0.client [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10187.449648] env[89459]: WARNING nova.utils [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d03b1990> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10187.538239] env[89459]: DEBUG nova.network.neutron [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Updating instance_info_cache with network_info: [{"id": "5c6e8fdc-4b8b-4b77-96ac-a85097a17227", "address": "fa:16:3e:d6:0b:f8", "network": {"id": "37982874-86e8-4c42-b825-c7825cc8f2b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-352558461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f992421118d49ebb0373b9c6dfd9515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6e8fdc-4b", "ovs_interfaceid": "5c6e8fdc-4b8b-4b77-96ac-a85097a17227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10187.560087] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10187.574564] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767340, 'name': PowerOnVM_Task} progress is 89%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10187.574635] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10187.579487] env[89459]: WARNING neutronclient.v2_0.client [req-01130a01-78e9-4cff-886f-28d15ce802a6 req-45dd901c-c83a-4d1f-b000-16b0f67fa94e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10187.690150] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10187.704661] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767341, 'name': ReconfigVM_Task, 'duration_secs': 0.738543} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10187.704910] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Reconfigured VM instance instance-00000016 to attach disk [datastore1] ba9c8991-94cb-4c57-b594-f1c5da5c80bd/ba9c8991-94cb-4c57-b594-f1c5da5c80bd.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10187.707967] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10187.714535] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-266aac8f-bd6d-43ca-923e-2d26ae9b171f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10187.739152] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10187.739152] env[89459]: value = "task-5767342" [10187.739152] env[89459]: _type = "Task" [10187.739152] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10187.740676] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10187.755431] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767342, 'name': Rename_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10187.755643] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10187.777765] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10187.783483] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eda7f5-3b40-473a-96c5-957414d220c4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10187.804844] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10187.806513] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb18e6c7-d169-48ac-82a8-b71312586188 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10187.865191] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10187.869029] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6f223f-ad10-4ab3-aee4-e66125a43e86 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10187.876928] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10187.880394] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d7608b-56f9-44be-84cd-746a83f960f1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10187.908582] env[89459]: DEBUG nova.compute.provider_tree [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10187.964804] env[89459]: WARNING neutronclient.v2_0.client [req-01130a01-78e9-4cff-886f-28d15ce802a6 req-45dd901c-c83a-4d1f-b000-16b0f67fa94e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10188.042546] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "refresh_cache-3fee2830-74ca-410d-8fd8-aa0d171bfc66" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10188.042930] env[89459]: DEBUG nova.compute.manager [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Instance network_info: |[{"id": "5c6e8fdc-4b8b-4b77-96ac-a85097a17227", "address": "fa:16:3e:d6:0b:f8", "network": {"id": "37982874-86e8-4c42-b825-c7825cc8f2b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-352558461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f992421118d49ebb0373b9c6dfd9515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6e8fdc-4b", "ovs_interfaceid": "5c6e8fdc-4b8b-4b77-96ac-a85097a17227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10188.043188] env[89459]: DEBUG oslo_concurrency.lockutils [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquiring lock "2d248ed1-c375-4dd4-bff6-58c6d21212f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10188.043373] env[89459]: DEBUG oslo_concurrency.lockutils [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "2d248ed1-c375-4dd4-bff6-58c6d21212f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10188.046452] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:0b:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c6e8fdc-4b8b-4b77-96ac-a85097a17227', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10188.056161] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.058074] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10188.058074] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.062391] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.062391] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfbefc82-bfc5-4e42-9123-dc93dd7f5ea8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10188.094174] env[89459]: DEBUG oslo_vmware.api [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767340, 'name': PowerOnVM_Task, 'duration_secs': 1.1662} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10188.096333] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10188.096518] env[89459]: INFO nova.compute.manager [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Took 13.23 seconds to spawn the instance on the hypervisor. [10188.097321] env[89459]: DEBUG nova.compute.manager [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10188.102143] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.102143] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eff5566-90b8-4f34-974a-7e02bf60e857 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10188.105496] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10188.105496] env[89459]: value = "task-5767343" [10188.105496] env[89459]: _type = "Task" [10188.105496] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10188.106660] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.124825] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767343, 'name': CreateVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10188.128357] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10188.235039] env[89459]: DEBUG nova.compute.manager [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10188.241600] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.251942] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767342, 'name': Rename_Task, 'duration_secs': 0.293107} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10188.252580] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10188.252980] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.255057] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95b8d370-4adc-427b-aed2-b7933f5bc8f2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10188.266050] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10188.266050] env[89459]: value = "task-5767344" [10188.266050] env[89459]: _type = "Task" [10188.266050] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10188.268353] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.282964] env[89459]: DEBUG nova.virt.hardware [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10188.284396] env[89459]: DEBUG nova.virt.hardware [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10188.284396] env[89459]: DEBUG nova.virt.hardware [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10188.284396] env[89459]: DEBUG nova.virt.hardware [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10188.284396] env[89459]: DEBUG nova.virt.hardware [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10188.284396] env[89459]: DEBUG nova.virt.hardware [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10188.285419] env[89459]: DEBUG nova.virt.hardware [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10188.285419] env[89459]: DEBUG nova.virt.hardware [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10188.285419] env[89459]: DEBUG nova.virt.hardware [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10188.285419] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10188.285419] env[89459]: DEBUG nova.virt.hardware [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10188.285629] env[89459]: DEBUG nova.virt.hardware [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10188.288581] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.288581] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc20f453-f775-4e0a-befe-2ab7ff4a7fe0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10188.290505] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10188.297192] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.298548] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c938b3b7-d05f-448e-b579-c22a1945997e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10188.330349] env[89459]: DEBUG nova.network.neutron [req-01130a01-78e9-4cff-886f-28d15ce802a6 req-45dd901c-c83a-4d1f-b000-16b0f67fa94e service nova] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Updated VIF entry in instance network info cache for port 2ccb2ee7-b7bf-47ac-b702-f171bf1335da. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10188.330349] env[89459]: DEBUG nova.network.neutron [req-01130a01-78e9-4cff-886f-28d15ce802a6 req-45dd901c-c83a-4d1f-b000-16b0f67fa94e service nova] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Updating instance_info_cache with network_info: [{"id": "2ccb2ee7-b7bf-47ac-b702-f171bf1335da", "address": "fa:16:3e:66:f5:98", "network": {"id": "c4d99d33-b7bf-4633-a2a7-8a20805aa6a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-848076580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44505f485014441682c21d547fcf0973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ccb2ee7-b7", "ovs_interfaceid": "2ccb2ee7-b7bf-47ac-b702-f171bf1335da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10188.376294] env[89459]: WARNING nova.utils [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d031d6c0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10188.412173] env[89459]: DEBUG nova.scheduler.client.report [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10188.552249] env[89459]: DEBUG nova.compute.manager [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 2d248ed1-c375-4dd4-bff6-58c6d21212f2] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10188.595291] env[89459]: DEBUG nova.compute.manager [req-d1909b9a-364c-4862-a442-dbf85b6fcb6c req-1ab79a05-bf75-46ce-86d0-947c7705a0da service nova] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Received event network-vif-deleted-b30da619-5394-4d7f-919e-0c82044cb653 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10188.611147] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.635270] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767343, 'name': CreateVM_Task, 'duration_secs': 0.450294} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10188.635270] env[89459]: INFO nova.compute.manager [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Took 29.49 seconds to build instance. [10188.635505] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10188.635971] env[89459]: WARNING neutronclient.v2_0.client [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10188.636314] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10188.636398] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10188.636712] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10188.640036] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.640036] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a229772-5b45-4be1-832b-e3d1d683a598 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10188.643940] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10188.643940] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52c36a1e-e7de-0c8f-a898-34d2b89a5ec0" [10188.643940] env[89459]: _type = "Task" [10188.643940] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10188.644600] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.665061] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52c36a1e-e7de-0c8f-a898-34d2b89a5ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10188.665061] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10188.773415] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10188.783800] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767344, 'name': PowerOnVM_Task} progress is 64%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10188.783800] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10188.832748] env[89459]: DEBUG oslo_concurrency.lockutils [req-01130a01-78e9-4cff-886f-28d15ce802a6 req-45dd901c-c83a-4d1f-b000-16b0f67fa94e service nova] Releasing lock "refresh_cache-ba9c8991-94cb-4c57-b594-f1c5da5c80bd" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10188.832954] env[89459]: DEBUG nova.compute.manager [req-01130a01-78e9-4cff-886f-28d15ce802a6 req-45dd901c-c83a-4d1f-b000-16b0f67fa94e service nova] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Received event network-vif-deleted-63123ed0-a702-4cd3-8639-b01a5eb7af99 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10188.916932] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10188.918738] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.297s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10188.920408] env[89459]: DEBUG nova.compute.manager [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10188.923681] env[89459]: INFO nova.compute.claims [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10189.077984] env[89459]: DEBUG oslo_concurrency.lockutils [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10189.140461] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f82dcf98-1bca-4392-a6b8-a6a3aa227677 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lock "ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10189.140461] env[89459]: DEBUG nova.compute.manager [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10189.140461] env[89459]: DEBUG nova.network.neutron [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10189.140461] env[89459]: WARNING neutronclient.v2_0.client [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10189.140461] env[89459]: WARNING neutronclient.v2_0.client [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10189.150036] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10189.165867] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52c36a1e-e7de-0c8f-a898-34d2b89a5ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10189.167604] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10189.168926] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10189.168926] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10189.168926] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10189.168926] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10189.169451] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10189.169717] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d5f077d-6905-45c5-8adf-2165cdce75c7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10189.182864] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10189.183239] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10189.185131] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10189.185345] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c3e6f4-e439-4698-aeda-96721503f346 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10189.193673] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10189.193673] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52178d90-6727-094c-a1ec-7b51e953628e" [10189.193673] env[89459]: _type = "Task" [10189.193673] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10189.194935] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10189.207973] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52178d90-6727-094c-a1ec-7b51e953628e, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10189.212054] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10189.212419] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b2d01d-4cad-4db4-bc9a-65cf6aa3fbd7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10189.216146] env[89459]: DEBUG nova.policy [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3190d1e0eda456eaa7881d71c0ed637', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e67d1f3279f14423b6bcaacbf57182e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10189.220534] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10189.220534] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]526cdc4c-747e-a89d-d5eb-06e22e88ddb3" [10189.220534] env[89459]: _type = "Task" [10189.220534] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10189.221559] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10189.233326] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]526cdc4c-747e-a89d-d5eb-06e22e88ddb3, 'name': SearchDatastore_Task, 'duration_secs': 0.00865} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10189.233326] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10189.233326] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 3fee2830-74ca-410d-8fd8-aa0d171bfc66/3fee2830-74ca-410d-8fd8-aa0d171bfc66.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10189.233563] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10189.234577] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb7beba5-f5d9-42c3-916c-1bd587038fdd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10189.242840] env[89459]: WARNING nova.utils [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0300d30> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10189.251694] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10189.251694] env[89459]: value = "task-5767345" [10189.251694] env[89459]: _type = "Task" [10189.251694] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10189.253204] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10189.264191] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10189.264443] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10189.274755] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10189.287942] env[89459]: DEBUG oslo_vmware.api [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767344, 'name': PowerOnVM_Task, 'duration_secs': 0.949908} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10189.288361] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10189.288538] env[89459]: INFO nova.compute.manager [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Took 13.84 seconds to spawn the instance on the hypervisor. [10189.288673] env[89459]: DEBUG nova.compute.manager [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10189.289317] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10189.290526] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e483a4b1-0806-4004-8f09-773f0e0323aa {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10189.428050] env[89459]: WARNING nova.utils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10189.428413] env[89459]: DEBUG nova.compute.utils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10189.564219] env[89459]: DEBUG nova.network.neutron [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Successfully created port: c08a8b78-8104-4ec2-9e40-4ab98459b6ef {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10189.756510] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10189.769446] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767345, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10189.769662] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10189.811986] env[89459]: INFO nova.compute.manager [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Took 28.55 seconds to build instance. [10189.938636] env[89459]: DEBUG nova.compute.manager [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10190.260540] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10190.273267] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579457} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10190.274331] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 3fee2830-74ca-410d-8fd8-aa0d171bfc66/3fee2830-74ca-410d-8fd8-aa0d171bfc66.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10190.274953] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10190.276452] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10190.276762] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a5c03b2-530f-449c-b56d-78bbf42f2375 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10190.286417] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10190.286417] env[89459]: value = "task-5767346" [10190.286417] env[89459]: _type = "Task" [10190.286417] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10190.289244] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10190.309762] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10190.310252] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10190.314999] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3574174-6a74-4c97-a404-eadfa8f7b33b tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "ba9c8991-94cb-4c57-b594-f1c5da5c80bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.069s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10190.314999] env[89459]: DEBUG oslo_concurrency.lockutils [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Acquiring lock "1c92f5fa-55a8-40b9-8c02-d3793cbe629e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10190.315318] env[89459]: DEBUG oslo_concurrency.lockutils [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Lock "1c92f5fa-55a8-40b9-8c02-d3793cbe629e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10190.400040] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10190.401115] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8e8bf9-ace9-4526-a620-e649c6bec20d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10190.417186] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10190.418548] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a17df0-8947-4ce8-90be-e9c26d9f980c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10190.464106] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10190.466678] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e9ae04-65de-4210-8652-d3816406b137 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10190.474461] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10190.475759] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c7ccb9-d1f9-4f5f-a181-7b633972e1a6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10190.503071] env[89459]: DEBUG nova.compute.provider_tree [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10190.791107] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10190.802018] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067154} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10190.802856] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10190.803570] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10190.805726] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcf48d6-8dcd-48b6-ae50-880913a06d05 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10190.819847] env[89459]: DEBUG nova.compute.manager [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] [instance: 1c92f5fa-55a8-40b9-8c02-d3793cbe629e] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10190.836438] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 3fee2830-74ca-410d-8fd8-aa0d171bfc66/3fee2830-74ca-410d-8fd8-aa0d171bfc66.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10190.837199] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10190.837456] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57267054-5963-4c4f-a072-8ec3292ff1b6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10190.858702] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10190.858702] env[89459]: value = "task-5767347" [10190.858702] env[89459]: _type = "Task" [10190.858702] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10190.859398] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10190.868668] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10190.869384] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10190.965692] env[89459]: DEBUG nova.compute.manager [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10190.991390] env[89459]: DEBUG nova.virt.hardware [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10190.991622] env[89459]: DEBUG nova.virt.hardware [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10190.991731] env[89459]: DEBUG nova.virt.hardware [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10190.991871] env[89459]: DEBUG nova.virt.hardware [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10190.991972] env[89459]: DEBUG nova.virt.hardware [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10190.992091] env[89459]: DEBUG nova.virt.hardware [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10190.992298] env[89459]: DEBUG nova.virt.hardware [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10190.992369] env[89459]: DEBUG nova.virt.hardware [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10190.993370] env[89459]: DEBUG nova.virt.hardware [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10190.993370] env[89459]: DEBUG nova.virt.hardware [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10190.993370] env[89459]: DEBUG nova.virt.hardware [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10190.993370] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10190.994131] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb62c2f9-c594-45c1-b2ab-c9dfa761597c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10191.004104] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10191.005870] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1655cf5e-d961-4cbe-8692-f96490a65070 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10191.011687] env[89459]: DEBUG nova.scheduler.client.report [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10191.019764] env[89459]: WARNING nova.utils [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d03e0ca0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10191.208284] env[89459]: DEBUG nova.network.neutron [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Successfully updated port: c08a8b78-8104-4ec2-9e40-4ab98459b6ef {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10191.349845] env[89459]: DEBUG oslo_concurrency.lockutils [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10191.361561] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10191.372318] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10191.372596] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10191.451525] env[89459]: DEBUG nova.compute.manager [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Received event network-vif-plugged-5c6e8fdc-4b8b-4b77-96ac-a85097a17227 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10191.456947] env[89459]: DEBUG oslo_concurrency.lockutils [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] Acquiring lock "3fee2830-74ca-410d-8fd8-aa0d171bfc66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10191.457371] env[89459]: DEBUG oslo_concurrency.lockutils [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] Lock "3fee2830-74ca-410d-8fd8-aa0d171bfc66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10191.457598] env[89459]: DEBUG oslo_concurrency.lockutils [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] Lock "3fee2830-74ca-410d-8fd8-aa0d171bfc66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10191.457816] env[89459]: DEBUG nova.compute.manager [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] No waiting events found dispatching network-vif-plugged-5c6e8fdc-4b8b-4b77-96ac-a85097a17227 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10191.460340] env[89459]: WARNING nova.compute.manager [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Received unexpected event network-vif-plugged-5c6e8fdc-4b8b-4b77-96ac-a85097a17227 for instance with vm_state building and task_state spawning. [10191.460340] env[89459]: DEBUG nova.compute.manager [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Received event network-changed-5c6e8fdc-4b8b-4b77-96ac-a85097a17227 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10191.460340] env[89459]: DEBUG nova.compute.manager [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Refreshing instance network info cache due to event network-changed-5c6e8fdc-4b8b-4b77-96ac-a85097a17227. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10191.460340] env[89459]: DEBUG oslo_concurrency.lockutils [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] Acquiring lock "refresh_cache-3fee2830-74ca-410d-8fd8-aa0d171bfc66" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10191.460340] env[89459]: DEBUG oslo_concurrency.lockutils [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] Acquired lock "refresh_cache-3fee2830-74ca-410d-8fd8-aa0d171bfc66" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10191.460595] env[89459]: DEBUG nova.network.neutron [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Refreshing network info cache for port 5c6e8fdc-4b8b-4b77-96ac-a85097a17227 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10191.518131] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10191.518131] env[89459]: DEBUG nova.compute.manager [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10191.519937] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.979s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10191.520578] env[89459]: DEBUG nova.objects.instance [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lazy-loading 'resources' on Instance uuid 542a63e2-96d6-4192-a2f9-20471b12a42e {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10191.714778] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquiring lock "refresh_cache-c568b2de-2d48-42f5-99bd-f0b19858de1d" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10191.714938] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquired lock "refresh_cache-c568b2de-2d48-42f5-99bd-f0b19858de1d" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10191.715104] env[89459]: DEBUG nova.network.neutron [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10191.865050] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10191.878104] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767347, 'name': ReconfigVM_Task, 'duration_secs': 0.843065} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10191.878471] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 3fee2830-74ca-410d-8fd8-aa0d171bfc66/3fee2830-74ca-410d-8fd8-aa0d171bfc66.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10191.880440] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10191.880866] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86323e7e-8102-40c6-b514-46c13a007efd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10191.891488] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10191.891488] env[89459]: value = "task-5767348" [10191.891488] env[89459]: _type = "Task" [10191.891488] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10191.896684] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10191.903560] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767348, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10191.903683] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10191.962662] env[89459]: WARNING neutronclient.v2_0.client [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10192.023820] env[89459]: WARNING nova.utils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10192.023820] env[89459]: DEBUG nova.compute.utils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10192.394406] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10192.407249] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767348, 'name': Rename_Task, 'duration_secs': 0.169718} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10192.407591] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10192.409427] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10192.409615] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-099de56f-7440-4d1d-ac44-7ab7303ec187 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10192.417754] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10192.417754] env[89459]: value = "task-5767349" [10192.417754] env[89459]: _type = "Task" [10192.417754] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10192.420032] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10192.432113] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767349, 'name': PowerOnVM_Task} progress is 33%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10192.432420] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10192.501690] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10192.501690] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398dd0b6-5354-4fe3-991f-f892b6fcec6c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10192.509398] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10192.510076] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf04554-b757-4179-96e7-1f68f8afcea2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10192.534693] env[89459]: DEBUG nova.compute.manager [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10192.554898] env[89459]: DEBUG nova.network.neutron [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10192.558241] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10192.559501] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0718d9-8d53-413e-a769-f0c68818c686 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10192.575360] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10192.575719] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f06f67-4bb5-4302-ac3b-62a1a8ca2fcf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10192.598032] env[89459]: DEBUG nova.compute.provider_tree [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10192.796367] env[89459]: WARNING neutronclient.v2_0.client [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10192.824081] env[89459]: WARNING neutronclient.v2_0.client [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10192.925178] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10192.936687] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767349, 'name': PowerOnVM_Task} progress is 88%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10192.937341] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10192.965723] env[89459]: DEBUG nova.network.neutron [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Updating instance_info_cache with network_info: [{"id": "c08a8b78-8104-4ec2-9e40-4ab98459b6ef", "address": "fa:16:3e:09:3b:77", "network": {"id": "2b2c016b-aa9d-4c29-aa5f-33e662643e81", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-489646596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67d1f3279f14423b6bcaacbf57182e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc08a8b78-81", "ovs_interfaceid": "c08a8b78-8104-4ec2-9e40-4ab98459b6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10192.997961] env[89459]: DEBUG nova.network.neutron [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Updated VIF entry in instance network info cache for port 5c6e8fdc-4b8b-4b77-96ac-a85097a17227. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10192.998309] env[89459]: DEBUG nova.network.neutron [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Updating instance_info_cache with network_info: [{"id": "5c6e8fdc-4b8b-4b77-96ac-a85097a17227", "address": "fa:16:3e:d6:0b:f8", "network": {"id": "37982874-86e8-4c42-b825-c7825cc8f2b6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-352558461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f992421118d49ebb0373b9c6dfd9515", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6e8fdc-4b", "ovs_interfaceid": "5c6e8fdc-4b8b-4b77-96ac-a85097a17227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10193.108745] env[89459]: DEBUG nova.scheduler.client.report [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10193.428300] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10193.440975] env[89459]: DEBUG oslo_vmware.api [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767349, 'name': PowerOnVM_Task, 'duration_secs': 0.994357} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10193.441656] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10193.442169] env[89459]: INFO nova.compute.manager [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Took 15.52 seconds to spawn the instance on the hypervisor. [10193.442169] env[89459]: DEBUG nova.compute.manager [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10193.442963] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10193.444534] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e6a141-eeb2-4132-af9d-bc9761b02ab5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10193.453954] env[89459]: WARNING nova.utils [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0456560> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10193.468393] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Releasing lock "refresh_cache-c568b2de-2d48-42f5-99bd-f0b19858de1d" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10193.468847] env[89459]: DEBUG nova.compute.manager [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Instance network_info: |[{"id": "c08a8b78-8104-4ec2-9e40-4ab98459b6ef", "address": "fa:16:3e:09:3b:77", "network": {"id": "2b2c016b-aa9d-4c29-aa5f-33e662643e81", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-489646596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67d1f3279f14423b6bcaacbf57182e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc08a8b78-81", "ovs_interfaceid": "c08a8b78-8104-4ec2-9e40-4ab98459b6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10193.469293] env[89459]: DEBUG nova.compute.manager [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10193.469542] env[89459]: DEBUG nova.network.neutron [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10193.470686] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:3b:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c08a8b78-8104-4ec2-9e40-4ab98459b6ef', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10193.476870] env[89459]: WARNING neutronclient.v2_0.client [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10193.476870] env[89459]: WARNING neutronclient.v2_0.client [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10193.481966] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Creating folder: Project (e67d1f3279f14423b6bcaacbf57182e7). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10193.482839] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10193.483115] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3dda2f6-ce86-4559-9f1b-1057d8fac21a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10193.498254] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Created folder: Project (e67d1f3279f14423b6bcaacbf57182e7) in parent group-v1116138. [10193.498254] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Creating folder: Instances. Parent ref: group-v1116208. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10193.498444] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10193.498734] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d0de5fb-6b88-41d8-9601-94dee5e86a57 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10193.503238] env[89459]: DEBUG oslo_concurrency.lockutils [req-57c09929-4740-483a-9bc9-091992703545 req-3209e128-a4b7-4e93-96ec-5a3cadf89f70 service nova] Releasing lock "refresh_cache-3fee2830-74ca-410d-8fd8-aa0d171bfc66" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10193.513281] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Created folder: Instances in parent group-v1116208. [10193.514067] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10193.516948] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10193.517808] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10193.518792] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aecfbf00-bb76-4fa0-bcb5-e24e59c5b6c6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10193.550975] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10193.550975] env[89459]: value = "task-5767352" [10193.550975] env[89459]: _type = "Task" [10193.550975] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10193.552236] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10193.558960] env[89459]: DEBUG nova.policy [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aebb95f2ad2648c9ade87520f29eb0fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47d8594f4e74c0cbc17c72ef6d52021', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10193.571391] env[89459]: DEBUG nova.compute.manager [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10193.580429] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767352, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10193.580647] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10193.610558] env[89459]: DEBUG nova.virt.hardware [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10193.610770] env[89459]: DEBUG nova.virt.hardware [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10193.610863] env[89459]: DEBUG nova.virt.hardware [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10193.611010] env[89459]: DEBUG nova.virt.hardware [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10193.611468] env[89459]: DEBUG nova.virt.hardware [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10193.611582] env[89459]: DEBUG nova.virt.hardware [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10193.611890] env[89459]: DEBUG nova.virt.hardware [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10193.612034] env[89459]: DEBUG nova.virt.hardware [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10193.612142] env[89459]: DEBUG nova.virt.hardware [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10193.612327] env[89459]: DEBUG nova.virt.hardware [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10193.612565] env[89459]: DEBUG nova.virt.hardware [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10193.614578] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10193.616107] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73332fda-167a-47a9-ad8a-195b4a99a7b1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10193.620892] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10193.623267] env[89459]: DEBUG oslo_concurrency.lockutils [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.032s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10193.623873] env[89459]: DEBUG nova.objects.instance [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Lazy-loading 'resources' on Instance uuid 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10193.629326] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10193.632080] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a03d95-028f-4a3d-b1b8-61ae1bb79f30 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10193.680620] env[89459]: INFO nova.scheduler.client.report [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Deleted allocations for instance 542a63e2-96d6-4192-a2f9-20471b12a42e [10193.972949] env[89459]: INFO nova.compute.manager [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Took 30.14 seconds to build instance. [10194.039232] env[89459]: DEBUG nova.network.neutron [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Successfully created port: a5824832-02aa-43c4-9466-180fed9f742e {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10194.052130] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.061444] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767352, 'name': CreateVM_Task, 'duration_secs': 0.33213} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10194.061671] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10194.062227] env[89459]: WARNING neutronclient.v2_0.client [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10194.062832] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10194.063077] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10194.063464] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10194.064085] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.065265] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c75b11-f363-466a-a80c-7bc01c92333e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10194.070856] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for the task: (returnval){ [10194.070856] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]521781fd-bfa8-cfc1-194b-0103dd2256a0" [10194.070856] env[89459]: _type = "Task" [10194.070856] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10194.071400] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.081352] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]521781fd-bfa8-cfc1-194b-0103dd2256a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10194.081352] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10194.195777] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3fa0cc23-5e38-4e8a-8d51-c902aa345699 tempest-DeleteServersAdminTestJSON-1620884639 tempest-DeleteServersAdminTestJSON-1620884639-project-member] Lock "542a63e2-96d6-4192-a2f9-20471b12a42e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.805s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10194.475023] env[89459]: DEBUG oslo_concurrency.lockutils [None req-af05c319-42ce-487d-9064-6bbfc9a9fbd9 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "3fee2830-74ca-410d-8fd8-aa0d171bfc66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.654s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10194.475023] env[89459]: DEBUG oslo_concurrency.lockutils [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "43ca9a08-1ccf-4a6d-89c9-87e1ad04e286" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10194.476467] env[89459]: DEBUG oslo_concurrency.lockutils [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "43ca9a08-1ccf-4a6d-89c9-87e1ad04e286" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10194.574935] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.591366] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]521781fd-bfa8-cfc1-194b-0103dd2256a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008871} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10194.592104] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10194.592304] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10194.592523] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10194.592631] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10194.592758] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10194.597346] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.598306] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d34704b-0cf8-4b4b-9d2d-35cd33e5b447 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10194.609613] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10194.609813] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10194.611365] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.611608] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1a6db1-483b-4a78-afa1-5989f8ad2ad2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10194.621872] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.632477] env[89459]: DEBUG nova.compute.manager [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Received event network-vif-plugged-c08a8b78-8104-4ec2-9e40-4ab98459b6ef {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10194.632477] env[89459]: DEBUG oslo_concurrency.lockutils [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] Acquiring lock "c568b2de-2d48-42f5-99bd-f0b19858de1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10194.632795] env[89459]: DEBUG oslo_concurrency.lockutils [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] Lock "c568b2de-2d48-42f5-99bd-f0b19858de1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10194.632795] env[89459]: DEBUG oslo_concurrency.lockutils [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] Lock "c568b2de-2d48-42f5-99bd-f0b19858de1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10194.632921] env[89459]: DEBUG nova.compute.manager [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] No waiting events found dispatching network-vif-plugged-c08a8b78-8104-4ec2-9e40-4ab98459b6ef {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10194.633063] env[89459]: WARNING nova.compute.manager [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Received unexpected event network-vif-plugged-c08a8b78-8104-4ec2-9e40-4ab98459b6ef for instance with vm_state building and task_state spawning. [10194.633206] env[89459]: DEBUG nova.compute.manager [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Received event network-changed-c08a8b78-8104-4ec2-9e40-4ab98459b6ef {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10194.633318] env[89459]: DEBUG nova.compute.manager [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Refreshing instance network info cache due to event network-changed-c08a8b78-8104-4ec2-9e40-4ab98459b6ef. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10194.633494] env[89459]: DEBUG oslo_concurrency.lockutils [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] Acquiring lock "refresh_cache-c568b2de-2d48-42f5-99bd-f0b19858de1d" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10194.634543] env[89459]: DEBUG oslo_concurrency.lockutils [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] Acquired lock "refresh_cache-c568b2de-2d48-42f5-99bd-f0b19858de1d" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10194.634978] env[89459]: DEBUG nova.network.neutron [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Refreshing network info cache for port c08a8b78-8104-4ec2-9e40-4ab98459b6ef {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10194.639922] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f74548b-8934-4bfd-a8b8-88c3fdbe8688 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10194.645041] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for the task: (returnval){ [10194.645041] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5277658a-185b-2fe6-77c0-522e8b78c5c4" [10194.645041] env[89459]: _type = "Task" [10194.645041] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10194.653300] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.664791] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.665446] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5277658a-185b-2fe6-77c0-522e8b78c5c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10194.668242] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1460a65b-6058-40e3-b42a-a17fb4195093 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10194.675171] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.676239] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793e0237-1559-4ab3-8bd6-d16309fbab5f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10194.717065] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.718682] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ee877a-71c9-4591-88fa-eb534f8a41c9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10194.722130] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for the task: (returnval){ [10194.722130] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52f5bd37-21ad-83c5-4111-b5761af0c10d" [10194.722130] env[89459]: _type = "Task" [10194.722130] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10194.723663] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.732595] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.735031] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed91852c-85ad-4081-947e-722548db51f8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10194.740129] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52f5bd37-21ad-83c5-4111-b5761af0c10d, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10194.741202] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10194.741509] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] c568b2de-2d48-42f5-99bd-f0b19858de1d/c568b2de-2d48-42f5-99bd-f0b19858de1d.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10194.742136] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.742448] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c76b14ed-2eb2-41f6-a8ed-cfb2829fa47b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10194.754967] env[89459]: DEBUG nova.compute.provider_tree [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10194.759043] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for the task: (returnval){ [10194.759043] env[89459]: value = "task-5767353" [10194.759043] env[89459]: _type = "Task" [10194.759043] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10194.759819] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10194.771481] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10194.771815] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10194.983026] env[89459]: DEBUG nova.compute.manager [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10195.155656] env[89459]: WARNING neutronclient.v2_0.client [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10195.215377] env[89459]: WARNING nova.utils [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d031d870> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10195.258571] env[89459]: DEBUG nova.scheduler.client.report [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10195.263501] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10195.276026] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767353, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10195.276383] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10195.504916] env[89459]: DEBUG oslo_concurrency.lockutils [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10195.657455] env[89459]: DEBUG nova.network.neutron [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Successfully updated port: a5824832-02aa-43c4-9466-180fed9f742e {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10195.764449] env[89459]: DEBUG oslo_concurrency.lockutils [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10195.766829] env[89459]: DEBUG oslo_concurrency.lockutils [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.688s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10195.777212] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10195.778233] env[89459]: INFO nova.compute.claims [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 2d248ed1-c375-4dd4-bff6-58c6d21212f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10195.784450] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542262} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10195.791394] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] c568b2de-2d48-42f5-99bd-f0b19858de1d/c568b2de-2d48-42f5-99bd-f0b19858de1d.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10195.791681] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10195.794528] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10195.794528] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92931951-242c-4a3c-b4a4-65a8941f0d30 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10195.807369] env[89459]: INFO nova.scheduler.client.report [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Deleted allocations for instance 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790 [10195.811153] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for the task: (returnval){ [10195.811153] env[89459]: value = "task-5767354" [10195.811153] env[89459]: _type = "Task" [10195.811153] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10195.815227] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10195.841495] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10195.845447] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10195.883204] env[89459]: WARNING neutronclient.v2_0.client [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10195.977094] env[89459]: DEBUG nova.network.neutron [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Updated VIF entry in instance network info cache for port c08a8b78-8104-4ec2-9e40-4ab98459b6ef. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10195.977413] env[89459]: DEBUG nova.network.neutron [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Updating instance_info_cache with network_info: [{"id": "c08a8b78-8104-4ec2-9e40-4ab98459b6ef", "address": "fa:16:3e:09:3b:77", "network": {"id": "2b2c016b-aa9d-4c29-aa5f-33e662643e81", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-489646596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67d1f3279f14423b6bcaacbf57182e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc08a8b78-81", "ovs_interfaceid": "c08a8b78-8104-4ec2-9e40-4ab98459b6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10196.157601] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquiring lock "refresh_cache-72cfd3d5-92a0-498b-b95a-9d15079eb5b6" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10196.157887] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquired lock "refresh_cache-72cfd3d5-92a0-498b-b95a-9d15079eb5b6" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10196.158030] env[89459]: DEBUG nova.network.neutron [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10196.316850] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10196.329883] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096984} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10196.330425] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10196.331124] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10196.332093] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c67b59-cf61-4a7c-bca5-1407de409bfd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10196.360951] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] c568b2de-2d48-42f5-99bd-f0b19858de1d/c568b2de-2d48-42f5-99bd-f0b19858de1d.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10196.363150] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10196.364656] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709f3ade-829a-4e33-a93a-6721a048b421 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10196.371382] env[89459]: DEBUG oslo_concurrency.lockutils [None req-41aef866-501c-454e-b1d3-7c418b317c98 tempest-ServerExternalEventsTest-736562566 tempest-ServerExternalEventsTest-736562566-project-member] Lock "0dc6bb67-a406-4d2e-b6a5-588a6c3d4790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.448s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10196.386485] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for the task: (returnval){ [10196.386485] env[89459]: value = "task-5767355" [10196.386485] env[89459]: _type = "Task" [10196.386485] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10196.389546] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10196.400374] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10196.401811] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10196.479754] env[89459]: DEBUG oslo_concurrency.lockutils [req-6987edd0-eb12-45d2-b024-73fbb7a40c9e req-e0ec1e0d-1827-48b4-bed8-41840d1a4fea service nova] Releasing lock "refresh_cache-c568b2de-2d48-42f5-99bd-f0b19858de1d" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10196.544942] env[89459]: WARNING nova.utils [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0456200> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10196.576268] env[89459]: DEBUG nova.compute.manager [req-223eb3ea-9f79-4f61-ba43-53e2093ed76a req-fcf7846c-b84d-4672-bac7-3ee1c0429280 service nova] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Received event network-vif-plugged-a5824832-02aa-43c4-9466-180fed9f742e {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10196.577144] env[89459]: DEBUG oslo_concurrency.lockutils [req-223eb3ea-9f79-4f61-ba43-53e2093ed76a req-fcf7846c-b84d-4672-bac7-3ee1c0429280 service nova] Acquiring lock "72cfd3d5-92a0-498b-b95a-9d15079eb5b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10196.577144] env[89459]: DEBUG oslo_concurrency.lockutils [req-223eb3ea-9f79-4f61-ba43-53e2093ed76a req-fcf7846c-b84d-4672-bac7-3ee1c0429280 service nova] Lock "72cfd3d5-92a0-498b-b95a-9d15079eb5b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10196.577144] env[89459]: DEBUG oslo_concurrency.lockutils [req-223eb3ea-9f79-4f61-ba43-53e2093ed76a req-fcf7846c-b84d-4672-bac7-3ee1c0429280 service nova] Lock "72cfd3d5-92a0-498b-b95a-9d15079eb5b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10196.577307] env[89459]: DEBUG nova.compute.manager [req-223eb3ea-9f79-4f61-ba43-53e2093ed76a req-fcf7846c-b84d-4672-bac7-3ee1c0429280 service nova] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] No waiting events found dispatching network-vif-plugged-a5824832-02aa-43c4-9466-180fed9f742e {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10196.577307] env[89459]: WARNING nova.compute.manager [req-223eb3ea-9f79-4f61-ba43-53e2093ed76a req-fcf7846c-b84d-4672-bac7-3ee1c0429280 service nova] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Received unexpected event network-vif-plugged-a5824832-02aa-43c4-9466-180fed9f742e for instance with vm_state building and task_state spawning. [10196.718199] env[89459]: DEBUG nova.network.neutron [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10196.893512] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10196.908186] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767355, 'name': ReconfigVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10196.909643] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10196.950199] env[89459]: WARNING neutronclient.v2_0.client [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10197.046826] env[89459]: DEBUG nova.network.neutron [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Updating instance_info_cache with network_info: [{"id": "a5824832-02aa-43c4-9466-180fed9f742e", "address": "fa:16:3e:28:2d:d8", "network": {"id": "15cceebf-677f-4fd3-80d7-d6c1ae62ef78", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-141241061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47d8594f4e74c0cbc17c72ef6d52021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5824832-02", "ovs_interfaceid": "a5824832-02aa-43c4-9466-180fed9f742e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10197.243944] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.246112] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31813036-adfa-4bbc-af1f-8d1d01bd0413 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10197.256354] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.257556] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df9ac73-fca6-4984-b346-76e1e675ed79 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10197.295420] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.296490] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa6c84d-5aa8-482f-a55a-3e11148509bf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10197.305954] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.307667] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c62591-efd0-4849-85ec-67324e346fc7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10197.327215] env[89459]: DEBUG nova.compute.provider_tree [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10197.390896] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.400826] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767355, 'name': ReconfigVM_Task, 'duration_secs': 0.538524} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10197.404111] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Reconfigured VM instance instance-00000018 to attach disk [datastore1] c568b2de-2d48-42f5-99bd-f0b19858de1d/c568b2de-2d48-42f5-99bd-f0b19858de1d.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10197.406341] env[89459]: DEBUG nova.compute.manager [req-51fb75ed-14e5-4a69-a1d2-f001e672023a req-1f5de772-7161-41b8-b1c7-3b7cf0ba49ca service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Received event network-changed-26c1ddc7-cad1-4102-857d-50b27cc94a49 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10197.406341] env[89459]: DEBUG nova.compute.manager [req-51fb75ed-14e5-4a69-a1d2-f001e672023a req-1f5de772-7161-41b8-b1c7-3b7cf0ba49ca service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Refreshing instance network info cache due to event network-changed-26c1ddc7-cad1-4102-857d-50b27cc94a49. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10197.406341] env[89459]: DEBUG oslo_concurrency.lockutils [req-51fb75ed-14e5-4a69-a1d2-f001e672023a req-1f5de772-7161-41b8-b1c7-3b7cf0ba49ca service nova] Acquiring lock "refresh_cache-ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10197.406686] env[89459]: DEBUG oslo_concurrency.lockutils [req-51fb75ed-14e5-4a69-a1d2-f001e672023a req-1f5de772-7161-41b8-b1c7-3b7cf0ba49ca service nova] Acquired lock "refresh_cache-ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10197.407685] env[89459]: DEBUG nova.network.neutron [req-51fb75ed-14e5-4a69-a1d2-f001e672023a req-1f5de772-7161-41b8-b1c7-3b7cf0ba49ca service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Refreshing network info cache for port 26c1ddc7-cad1-4102-857d-50b27cc94a49 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10197.410226] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.410506] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e65bb678-fc57-4128-8e20-d25f3f7219d8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10197.419842] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for the task: (returnval){ [10197.419842] env[89459]: value = "task-5767356" [10197.419842] env[89459]: _type = "Task" [10197.419842] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10197.422667] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.433727] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767356, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10197.433928] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10197.552780] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Releasing lock "refresh_cache-72cfd3d5-92a0-498b-b95a-9d15079eb5b6" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10197.553277] env[89459]: DEBUG nova.compute.manager [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Instance network_info: |[{"id": "a5824832-02aa-43c4-9466-180fed9f742e", "address": "fa:16:3e:28:2d:d8", "network": {"id": "15cceebf-677f-4fd3-80d7-d6c1ae62ef78", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-141241061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47d8594f4e74c0cbc17c72ef6d52021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5824832-02", "ovs_interfaceid": "a5824832-02aa-43c4-9466-180fed9f742e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10197.554551] env[89459]: DEBUG nova.compute.manager [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10197.554786] env[89459]: DEBUG nova.network.neutron [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10197.556209] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:2d:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5824832-02aa-43c4-9466-180fed9f742e', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10197.560593] env[89459]: WARNING neutronclient.v2_0.client [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10197.563850] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Creating folder: Project (b47d8594f4e74c0cbc17c72ef6d52021). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10197.565078] env[89459]: WARNING neutronclient.v2_0.client [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10197.566730] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.567029] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ee16625-0be7-4c59-8ceb-3fed777d6460 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10197.578677] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Created folder: Project (b47d8594f4e74c0cbc17c72ef6d52021) in parent group-v1116138. [10197.578883] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Creating folder: Instances. Parent ref: group-v1116211. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10197.579510] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.580200] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db856ab6-9040-44e4-ac3c-57e37784874b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10197.590635] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Created folder: Instances in parent group-v1116211. [10197.591194] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.591720] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10197.591952] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.592771] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e0e211c-9942-4cba-a0f1-0448817a7c49 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10197.615680] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10197.615680] env[89459]: value = "task-5767359" [10197.615680] env[89459]: _type = "Task" [10197.615680] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10197.626420] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.630900] env[89459]: DEBUG nova.policy [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11100818ddb24261b62dd9e72f7af4c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93a0d4405dfc4d87bb5acea0ee1c886c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10197.638182] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767359, 'name': CreateVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10197.638378] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10197.783268] env[89459]: WARNING nova.utils [None req-08c5913a-0cad-45f4-991c-76f091773eb3 tempest-ServersTestJSON-388458959 tempest-ServersTestJSON-388458959-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d040cee0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10197.832248] env[89459]: DEBUG nova.scheduler.client.report [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10197.915642] env[89459]: WARNING neutronclient.v2_0.client [req-51fb75ed-14e5-4a69-a1d2-f001e672023a req-1f5de772-7161-41b8-b1c7-3b7cf0ba49ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10197.926587] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.938971] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767356, 'name': Rename_Task, 'duration_secs': 0.291091} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10197.942114] env[89459]: WARNING nova.utils [None req-d3cc95a1-b258-4840-9353-797c091967cb tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d031c820> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10197.942739] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10197.943630] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.944602] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f102c66-3999-4b4a-992e-fc801a099024 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10197.952736] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for the task: (returnval){ [10197.952736] env[89459]: value = "task-5767360" [10197.952736] env[89459]: _type = "Task" [10197.952736] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10197.953294] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10197.962222] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10197.962470] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10198.036828] env[89459]: DEBUG nova.network.neutron [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Successfully created port: 15337075-b0cc-433d-8531-8f47f82f3ffe {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10198.119678] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.130352] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767359, 'name': CreateVM_Task, 'duration_secs': 0.342102} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10198.130656] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10198.131223] env[89459]: WARNING neutronclient.v2_0.client [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10198.131861] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10198.131861] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10198.131994] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10198.132447] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.132688] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05546e3-b8a4-43e4-8b5f-919c76dbf70e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10198.139569] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for the task: (returnval){ [10198.139569] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]522a290d-063f-8630-3ce1-22f64e786516" [10198.139569] env[89459]: _type = "Task" [10198.139569] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10198.140334] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.150471] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]522a290d-063f-8630-3ce1-22f64e786516, 'name': SearchDatastore_Task, 'duration_secs': 0.009319} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10198.151702] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10198.151702] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10198.151702] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10198.151702] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10198.151902] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10198.152245] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.152732] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5c7c1ce-eeb8-4b8b-9380-a6d08cd04fa8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10198.162533] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10198.162533] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10198.162907] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.163157] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbaf928-c30c-4dda-b717-ea9fbb9c104b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10198.171013] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for the task: (returnval){ [10198.171013] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]522a96dd-5693-dafe-75fd-adf2482ca4c1" [10198.171013] env[89459]: _type = "Task" [10198.171013] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10198.171776] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.181495] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]522a96dd-5693-dafe-75fd-adf2482ca4c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008965} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10198.182690] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.182850] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb16ae2-bce8-4c38-8567-57c1d1386e8a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10198.188593] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for the task: (returnval){ [10198.188593] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5275cb6c-2729-fa85-eabe-f5aaa9380dd4" [10198.188593] env[89459]: _type = "Task" [10198.188593] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10198.189204] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.197609] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5275cb6c-2729-fa85-eabe-f5aaa9380dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10198.197772] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10198.338809] env[89459]: DEBUG oslo_concurrency.lockutils [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10198.343827] env[89459]: DEBUG oslo_concurrency.lockutils [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.989s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10198.344759] env[89459]: DEBUG nova.compute.manager [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 2d248ed1-c375-4dd4-bff6-58c6d21212f2] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10198.346718] env[89459]: INFO nova.compute.claims [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] [instance: 1c92f5fa-55a8-40b9-8c02-d3793cbe629e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10198.453943] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.466076] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767360, 'name': PowerOnVM_Task} progress is 78%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10198.466647] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10198.689457] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.699293] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5275cb6c-2729-fa85-eabe-f5aaa9380dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.008793} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10198.700197] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10198.700197] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 72cfd3d5-92a0-498b-b95a-9d15079eb5b6/72cfd3d5-92a0-498b-b95a-9d15079eb5b6.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10198.700557] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.700860] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6b90980-215f-44e0-9040-467fc58f3165 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10198.710410] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for the task: (returnval){ [10198.710410] env[89459]: value = "task-5767361" [10198.710410] env[89459]: _type = "Task" [10198.710410] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10198.711093] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.722607] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10198.722607] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10198.851138] env[89459]: WARNING nova.utils [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10198.851138] env[89459]: DEBUG nova.compute.utils [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10198.957674] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.968529] env[89459]: DEBUG oslo_vmware.api [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767360, 'name': PowerOnVM_Task, 'duration_secs': 0.864928} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10198.968905] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10198.969140] env[89459]: INFO nova.compute.manager [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Took 18.51 seconds to spawn the instance on the hypervisor. [10198.969352] env[89459]: DEBUG nova.compute.manager [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10198.969913] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10198.970872] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9554884-6ef7-4a30-a3d6-a1e30e574322 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10199.213935] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10199.223665] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767361, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10199.223913] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10199.354573] env[89459]: DEBUG nova.compute.manager [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 2d248ed1-c375-4dd4-bff6-58c6d21212f2] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10199.388216] env[89459]: INFO nova.compute.manager [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Rebuilding instance [10199.458608] env[89459]: DEBUG nova.compute.manager [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10199.459291] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10199.460768] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613f03a4-9c90-4e01-8768-d77dd81006da {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10199.494386] env[89459]: INFO nova.compute.manager [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Took 33.02 seconds to build instance. [10199.650102] env[89459]: DEBUG nova.network.neutron [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Successfully updated port: 15337075-b0cc-433d-8531-8f47f82f3ffe {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10199.700130] env[89459]: WARNING neutronclient.v2_0.client [req-51fb75ed-14e5-4a69-a1d2-f001e672023a req-1f5de772-7161-41b8-b1c7-3b7cf0ba49ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10199.717514] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10199.727374] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88868} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10199.734786] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 72cfd3d5-92a0-498b-b95a-9d15079eb5b6/72cfd3d5-92a0-498b-b95a-9d15079eb5b6.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10199.734786] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10199.734786] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10199.736273] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07933a2b-c949-434e-aed8-ab49d2479309 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10199.750985] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for the task: (returnval){ [10199.750985] env[89459]: value = "task-5767362" [10199.750985] env[89459]: _type = "Task" [10199.750985] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10199.754111] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10199.767776] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10199.767776] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10199.950978] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10199.953780] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0771512-3b56-4ba1-ac09-b5c07392add9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10199.960743] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10199.961814] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e80e377-3bad-4a44-819a-7d4fcbce77bd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10200.002364] env[89459]: DEBUG oslo_concurrency.lockutils [None req-58d836f3-878b-4563-b2ab-ad3fad67a5bf tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lock "c568b2de-2d48-42f5-99bd-f0b19858de1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.542s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10200.003281] env[89459]: DEBUG nova.compute.manager [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Not allocating networking since 'none' was specified. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2036}} [10200.003461] env[89459]: DEBUG oslo_concurrency.lockutils [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Acquiring lock "e06cc320-5a90-4381-86d9-9a0333bcd592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10200.003730] env[89459]: DEBUG oslo_concurrency.lockutils [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Lock "e06cc320-5a90-4381-86d9-9a0333bcd592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10200.006179] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.007354] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6573fa3-ed4a-4b59-80f0-38c00dcaad74 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10200.012783] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Instance VIF info [] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10200.029319] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Creating folder: Project (884bacc46de54a018e589d941d38a745). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10200.031862] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.032624] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.035527] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18de5d6d-ebaf-49f8-91ea-805cc1d7c162 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10200.038372] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd38e294-e5a1-4775-9b02-4d5f7dbc3154 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10200.053586] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Created folder: Project (884bacc46de54a018e589d941d38a745) in parent group-v1116138. [10200.053772] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Creating folder: Instances. Parent ref: group-v1116214. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10200.054849] env[89459]: DEBUG nova.compute.provider_tree [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10200.059984] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.061646] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ca09a75-95b6-4b3e-9825-2ce8fbbe7615 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10200.071840] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Created folder: Instances in parent group-v1116214. [10200.072414] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.072642] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10200.073060] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.073311] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71a1fdc7-910b-4226-ae3c-989cb9ecb71f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10200.091371] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10200.091371] env[89459]: value = "task-5767365" [10200.091371] env[89459]: _type = "Task" [10200.091371] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10200.095916] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.104334] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767365, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10200.104901] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10200.153193] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Acquiring lock "refresh_cache-c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10200.153325] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Acquired lock "refresh_cache-c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10200.153446] env[89459]: DEBUG nova.network.neutron [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10200.248509] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.258293] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071506} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10200.258572] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10200.259162] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.260141] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c794d2-5dcd-41ed-ae2b-f98d68c04d0c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10200.286815] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 72cfd3d5-92a0-498b-b95a-9d15079eb5b6/72cfd3d5-92a0-498b-b95a-9d15079eb5b6.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10200.287432] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.287770] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-522c7bab-fc0f-4509-b5b2-7858e6f4baf5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10200.311100] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for the task: (returnval){ [10200.311100] env[89459]: value = "task-5767366" [10200.311100] env[89459]: _type = "Task" [10200.311100] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10200.311685] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.322353] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10200.322583] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10200.372487] env[89459]: DEBUG nova.compute.manager [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 2d248ed1-c375-4dd4-bff6-58c6d21212f2] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10200.416555] env[89459]: DEBUG nova.virt.hardware [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10200.416555] env[89459]: DEBUG nova.virt.hardware [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10200.416555] env[89459]: DEBUG nova.virt.hardware [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10200.416873] env[89459]: DEBUG nova.virt.hardware [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10200.416873] env[89459]: DEBUG nova.virt.hardware [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10200.416873] env[89459]: DEBUG nova.virt.hardware [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10200.416967] env[89459]: DEBUG nova.virt.hardware [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10200.417113] env[89459]: DEBUG nova.virt.hardware [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10200.417219] env[89459]: DEBUG nova.virt.hardware [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10200.417357] env[89459]: DEBUG nova.virt.hardware [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10200.417491] env[89459]: DEBUG nova.virt.hardware [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10200.418161] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.419275] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa94275-e74a-4143-a961-596c6de9e47e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10200.430240] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-75e5f716-9986-4afc-8036-07a062af5e18 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.430622] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5ec154-45f8-4574-8c36-3390209c66e2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10200.495660] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10200.500252] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.500831] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2aac0f4-b48a-4522-be09-94a8fe983adc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10200.512422] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10200.512422] env[89459]: value = "task-5767367" [10200.512422] env[89459]: _type = "Task" [10200.512422] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10200.513375] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.524205] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10200.524400] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10200.531131] env[89459]: DEBUG nova.compute.manager [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] [instance: e06cc320-5a90-4381-86d9-9a0333bcd592] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10200.561810] env[89459]: DEBUG nova.scheduler.client.report [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10200.595434] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.611740] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767365, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10200.611740] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10200.702273] env[89459]: DEBUG nova.network.neutron [req-51fb75ed-14e5-4a69-a1d2-f001e672023a req-1f5de772-7161-41b8-b1c7-3b7cf0ba49ca service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Updated VIF entry in instance network info cache for port 26c1ddc7-cad1-4102-857d-50b27cc94a49. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10200.703162] env[89459]: DEBUG nova.network.neutron [req-51fb75ed-14e5-4a69-a1d2-f001e672023a req-1f5de772-7161-41b8-b1c7-3b7cf0ba49ca service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Updating instance_info_cache with network_info: [{"id": "26c1ddc7-cad1-4102-857d-50b27cc94a49", "address": "fa:16:3e:d1:79:b6", "network": {"id": "ec7ec860-4902-4924-b501-fcfa2dc071b3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1772042607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e52bffc6b90b40f1a57603b9d581ae6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c1ddc7-ca", "ovs_interfaceid": "26c1ddc7-cad1-4102-857d-50b27cc94a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10200.814439] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.825397] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767366, 'name': ReconfigVM_Task, 'duration_secs': 0.401767} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10200.825952] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 72cfd3d5-92a0-498b-b95a-9d15079eb5b6/72cfd3d5-92a0-498b-b95a-9d15079eb5b6.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10200.826658] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.827174] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7937d0f8-c879-412b-937e-0f02e4c76e75 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10200.838124] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for the task: (returnval){ [10200.838124] env[89459]: value = "task-5767368" [10200.838124] env[89459]: _type = "Task" [10200.838124] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10200.838937] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10200.856769] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767368, 'name': Rename_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10200.857012] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10200.865393] env[89459]: DEBUG nova.network.neutron [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10200.957611] env[89459]: DEBUG nova.compute.manager [req-17b2dfd7-5ba1-42bd-86a5-586b3af5a8f4 req-60e34436-4b33-4882-9ecb-7d1adc7c68c0 service nova] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Received event network-changed-a5824832-02aa-43c4-9466-180fed9f742e {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10200.958352] env[89459]: DEBUG nova.compute.manager [req-17b2dfd7-5ba1-42bd-86a5-586b3af5a8f4 req-60e34436-4b33-4882-9ecb-7d1adc7c68c0 service nova] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Refreshing instance network info cache due to event network-changed-a5824832-02aa-43c4-9466-180fed9f742e. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10200.958529] env[89459]: DEBUG oslo_concurrency.lockutils [req-17b2dfd7-5ba1-42bd-86a5-586b3af5a8f4 req-60e34436-4b33-4882-9ecb-7d1adc7c68c0 service nova] Acquiring lock "refresh_cache-72cfd3d5-92a0-498b-b95a-9d15079eb5b6" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10200.958946] env[89459]: DEBUG oslo_concurrency.lockutils [req-17b2dfd7-5ba1-42bd-86a5-586b3af5a8f4 req-60e34436-4b33-4882-9ecb-7d1adc7c68c0 service nova] Acquired lock "refresh_cache-72cfd3d5-92a0-498b-b95a-9d15079eb5b6" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10200.958946] env[89459]: DEBUG nova.network.neutron [req-17b2dfd7-5ba1-42bd-86a5-586b3af5a8f4 req-60e34436-4b33-4882-9ecb-7d1adc7c68c0 service nova] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Refreshing network info cache for port a5824832-02aa-43c4-9466-180fed9f742e {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10201.015184] env[89459]: WARNING neutronclient.v2_0.client [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10201.021035] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.032921] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767367, 'name': PowerOffVM_Task, 'duration_secs': 0.246718} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10201.035219] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10201.035219] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10201.035219] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.035807] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab25def4-0396-4afc-b0af-e5a74f901aae {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10201.051524] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10201.053871] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.054307] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d200e61-2ea8-47be-a9cb-06c89ae838f3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10201.066082] env[89459]: DEBUG oslo_concurrency.lockutils [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10201.071433] env[89459]: DEBUG oslo_concurrency.lockutils [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10201.073832] env[89459]: DEBUG oslo_concurrency.lockutils [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.567s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10201.075400] env[89459]: DEBUG nova.compute.manager [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] [instance: 1c92f5fa-55a8-40b9-8c02-d3793cbe629e] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10201.080557] env[89459]: INFO nova.compute.claims [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10201.094627] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.112368] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767365, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10201.112368] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10201.139205] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10201.139205] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10201.139205] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Deleting the datastore file [datastore1] ba9c8991-94cb-4c57-b594-f1c5da5c80bd {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10201.140936] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.141281] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75cd1eb4-0dc1-4c15-b301-8d78a5304471 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10201.150892] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10201.150892] env[89459]: value = "task-5767370" [10201.150892] env[89459]: _type = "Task" [10201.150892] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10201.152533] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.163901] env[89459]: DEBUG nova.network.neutron [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Updating instance_info_cache with network_info: [{"id": "15337075-b0cc-433d-8531-8f47f82f3ffe", "address": "fa:16:3e:64:66:b8", "network": {"id": "60593547-c202-4414-b715-24dd991905ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1007649672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a0d4405dfc4d87bb5acea0ee1c886c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15337075-b0", "ovs_interfaceid": "15337075-b0cc-433d-8531-8f47f82f3ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10201.165410] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10201.165638] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10201.205682] env[89459]: DEBUG oslo_concurrency.lockutils [req-51fb75ed-14e5-4a69-a1d2-f001e672023a req-1f5de772-7161-41b8-b1c7-3b7cf0ba49ca service nova] Releasing lock "refresh_cache-ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10201.339934] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.353427] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767368, 'name': Rename_Task, 'duration_secs': 0.156482} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10201.353975] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10201.354883] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.355168] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d1cdddc-b88c-4757-afa6-86bbecae51da {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10201.366381] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for the task: (returnval){ [10201.366381] env[89459]: value = "task-5767371" [10201.366381] env[89459]: _type = "Task" [10201.366381] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10201.367697] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.379508] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10201.379701] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10201.462142] env[89459]: WARNING neutronclient.v2_0.client [req-17b2dfd7-5ba1-42bd-86a5-586b3af5a8f4 req-60e34436-4b33-4882-9ecb-7d1adc7c68c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10201.582938] env[89459]: WARNING nova.utils [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10201.583353] env[89459]: DEBUG nova.compute.utils [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10201.593066] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.604871] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767365, 'name': CreateVM_Task, 'duration_secs': 1.34025} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10201.605598] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10201.606154] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10201.606467] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10201.606971] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10201.607567] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.607779] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18916e52-e159-447d-bf79-7d8e50e928b9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10201.615298] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10201.615298] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52210058-e636-b724-4863-f7aa21023fcb" [10201.615298] env[89459]: _type = "Task" [10201.615298] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10201.620425] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.629017] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52210058-e636-b724-4863-f7aa21023fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10201.630160] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10201.658291] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.666922] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Releasing lock "refresh_cache-c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10201.666922] env[89459]: DEBUG nova.compute.manager [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Instance network_info: |[{"id": "15337075-b0cc-433d-8531-8f47f82f3ffe", "address": "fa:16:3e:64:66:b8", "network": {"id": "60593547-c202-4414-b715-24dd991905ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1007649672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a0d4405dfc4d87bb5acea0ee1c886c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15337075-b0", "ovs_interfaceid": "15337075-b0cc-433d-8531-8f47f82f3ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10201.667384] env[89459]: DEBUG oslo_concurrency.lockutils [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Acquiring lock "d1ed3d06-67f2-4897-b7ad-2edf68a93a10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10201.674319] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:66:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15337075-b0cc-433d-8531-8f47f82f3ffe', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10201.679620] env[89459]: DEBUG oslo_concurrency.lockutils [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Lock "d1ed3d06-67f2-4897-b7ad-2edf68a93a10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10201.689906] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159443} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10201.695571] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10201.695839] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10201.696020] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10201.705531] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Creating folder: Project (93a0d4405dfc4d87bb5acea0ee1c886c). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10201.709961] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.709961] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c74ecc8-bb4d-4f28-8c00-83745470a83a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10201.724849] env[89459]: DEBUG oslo_concurrency.lockutils [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "b83bf1f1-1db0-4968-a37f-e72e72e7a85a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10201.726038] env[89459]: DEBUG oslo_concurrency.lockutils [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "b83bf1f1-1db0-4968-a37f-e72e72e7a85a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10201.726240] env[89459]: DEBUG oslo_concurrency.lockutils [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "b83bf1f1-1db0-4968-a37f-e72e72e7a85a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10201.726429] env[89459]: DEBUG oslo_concurrency.lockutils [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "b83bf1f1-1db0-4968-a37f-e72e72e7a85a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10201.726525] env[89459]: DEBUG oslo_concurrency.lockutils [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "b83bf1f1-1db0-4968-a37f-e72e72e7a85a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10201.728272] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Created folder: Project (93a0d4405dfc4d87bb5acea0ee1c886c) in parent group-v1116138. [10201.730024] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Creating folder: Instances. Parent ref: group-v1116217. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10201.734129] env[89459]: INFO nova.compute.manager [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Terminating instance [10201.740215] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.745793] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95a7ea88-66c3-44ff-97ed-480b0c5ac3dc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10201.763455] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Created folder: Instances in parent group-v1116217. [10201.764930] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.765277] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10201.765830] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.766102] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea79738c-af66-4666-8b11-80b7022beebf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10201.795309] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10201.795309] env[89459]: value = "task-5767374" [10201.795309] env[89459]: _type = "Task" [10201.795309] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10201.795629] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.808878] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767374, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10201.809035] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10201.873172] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10201.890591] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767371, 'name': PowerOnVM_Task} progress is 89%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10201.890904] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10202.086349] env[89459]: DEBUG nova.compute.manager [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] [instance: 1c92f5fa-55a8-40b9-8c02-d3793cbe629e] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10202.121589] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.139744] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52210058-e636-b724-4863-f7aa21023fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.02538} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10202.140391] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10202.141535] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10202.141535] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10202.141535] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10202.141535] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10202.146129] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.152384] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e7485f9-ea3a-4488-a329-46b2c61dfb9b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.160818] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10202.160818] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10202.165533] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.165533] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04110163-7ae3-4d17-ac7f-bf73e2212ed8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.173995] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10202.173995] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52053a2e-01e8-180f-037d-d16674ba9293" [10202.173995] env[89459]: _type = "Task" [10202.173995] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10202.177757] env[89459]: WARNING neutronclient.v2_0.client [req-17b2dfd7-5ba1-42bd-86a5-586b3af5a8f4 req-60e34436-4b33-4882-9ecb-7d1adc7c68c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10202.186847] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.222835] env[89459]: DEBUG nova.compute.manager [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] [instance: d1ed3d06-67f2-4897-b7ad-2edf68a93a10] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10202.231711] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52053a2e-01e8-180f-037d-d16674ba9293, 'name': SearchDatastore_Task, 'duration_secs': 0.020275} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10202.241266] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.242623] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9ec825-3d38-415f-9a8e-796b425d51cf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.252601] env[89459]: DEBUG nova.compute.manager [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10202.252756] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10202.255441] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.260031] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5bf538-920f-4ea9-ad03-3cf51fc334fc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.281805] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10202.287026] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10202.287026] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52dff025-b6ae-d6c6-5344-f819da9548c1" [10202.287026] env[89459]: _type = "Task" [10202.287026] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10202.288111] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.301573] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.336353] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65b247db-b719-49c5-b137-d705f3528d56 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.342727] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52dff025-b6ae-d6c6-5344-f819da9548c1, 'name': SearchDatastore_Task, 'duration_secs': 0.016252} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10202.343700] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.350382] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10202.350649] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 12b281e2-3523-43ef-b407-50a543a73c76/12b281e2-3523-43ef-b407-50a543a73c76.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10202.351255] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767374, 'name': CreateVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10202.351895] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.45 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10202.353968] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.354820] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d785736b-4cbc-4fab-919c-dd5f347b523f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.368477] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10202.368477] env[89459]: value = "task-5767376" [10202.368477] env[89459]: _type = "Task" [10202.368477] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10202.372718] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.382949] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.396056] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10202.396056] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10202.396056] env[89459]: DEBUG oslo_vmware.api [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767371, 'name': PowerOnVM_Task, 'duration_secs': 0.628591} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10202.400723] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10202.401134] env[89459]: INFO nova.compute.manager [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Took 18.42 seconds to spawn the instance on the hypervisor. [10202.401608] env[89459]: DEBUG nova.compute.manager [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10202.402626] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.404208] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff2d15-7465-4a8d-bbf4-41c38606480a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.427930] env[89459]: DEBUG nova.network.neutron [req-17b2dfd7-5ba1-42bd-86a5-586b3af5a8f4 req-60e34436-4b33-4882-9ecb-7d1adc7c68c0 service nova] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Updated VIF entry in instance network info cache for port a5824832-02aa-43c4-9466-180fed9f742e. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10202.428730] env[89459]: DEBUG nova.network.neutron [req-17b2dfd7-5ba1-42bd-86a5-586b3af5a8f4 req-60e34436-4b33-4882-9ecb-7d1adc7c68c0 service nova] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Updating instance_info_cache with network_info: [{"id": "a5824832-02aa-43c4-9466-180fed9f742e", "address": "fa:16:3e:28:2d:d8", "network": {"id": "15cceebf-677f-4fd3-80d7-d6c1ae62ef78", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-141241061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47d8594f4e74c0cbc17c72ef6d52021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5824832-02", "ovs_interfaceid": "a5824832-02aa-43c4-9466-180fed9f742e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10202.444024] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10202.444024] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10202.444024] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Deleting the datastore file [datastore1] b83bf1f1-1db0-4968-a37f-e72e72e7a85a {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10202.448707] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.449264] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d56192f-eaf9-4345-b190-a7636d807dab {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.466745] env[89459]: DEBUG oslo_vmware.api [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10202.466745] env[89459]: value = "task-5767377" [10202.466745] env[89459]: _type = "Task" [10202.466745] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10202.477317] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.498347] env[89459]: DEBUG oslo_vmware.api [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10202.498439] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10202.789762] env[89459]: DEBUG oslo_concurrency.lockutils [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10202.798759] env[89459]: DEBUG nova.virt.hardware [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10202.799695] env[89459]: DEBUG nova.virt.hardware [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10202.799745] env[89459]: DEBUG nova.virt.hardware [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10202.799872] env[89459]: DEBUG nova.virt.hardware [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10202.799970] env[89459]: DEBUG nova.virt.hardware [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10202.800105] env[89459]: DEBUG nova.virt.hardware [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10202.800282] env[89459]: DEBUG nova.virt.hardware [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10202.800413] env[89459]: DEBUG nova.virt.hardware [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10202.800536] env[89459]: DEBUG nova.virt.hardware [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10202.800660] env[89459]: DEBUG nova.virt.hardware [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10202.800828] env[89459]: DEBUG nova.virt.hardware [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10202.801482] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.805943] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89816682-f515-4a44-aa70-1d0c87f0f59a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.822587] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.826815] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767374, 'name': CreateVM_Task, 'duration_secs': 0.589081} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10202.838216] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10202.840590] env[89459]: WARNING neutronclient.v2_0.client [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10202.843303] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.843303] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10202.843490] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10202.844104] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10202.844265] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963cb463-49cb-4c46-b166-79d436d40cf5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.849369] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.852112] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3efa586f-b116-412e-892d-0b1e4efcc744 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.871741] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.891161] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:f5:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ccb2ee7-b7bf-47ac-b702-f171bf1335da', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10202.906300] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767376, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10202.908813] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.909218] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.46 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10202.913147] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10202.921083] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for the task: (returnval){ [10202.921083] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52edaad4-79b1-cadb-6e55-c05d6198f922" [10202.921083] env[89459]: _type = "Task" [10202.921083] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10202.923796] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.934061] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52edaad4-79b1-cadb-6e55-c05d6198f922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10202.952155] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.957103] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-481c5f20-cb60-4f56-a3c4-2cac1e954865 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.963694] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10202.979431] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10202.986508] env[89459]: DEBUG oslo_concurrency.lockutils [req-17b2dfd7-5ba1-42bd-86a5-586b3af5a8f4 req-60e34436-4b33-4882-9ecb-7d1adc7c68c0 service nova] Releasing lock "refresh_cache-72cfd3d5-92a0-498b-b95a-9d15079eb5b6" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10202.989182] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62a3f53-876e-4cf2-be39-d0aaeec95f6b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10202.998551] env[89459]: INFO nova.compute.manager [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Took 32.50 seconds to build instance. [10203.006291] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.014708] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10203.014708] env[89459]: value = "task-5767378" [10203.014708] env[89459]: _type = "Task" [10203.014708] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10203.014708] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.018780] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.022474] env[89459]: DEBUG oslo_vmware.api [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367579} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10203.022773] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc959a09-66ab-443a-84a3-266c205c7f23 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10203.030884] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767378, 'name': CreateVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10203.032646] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10203.044666] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10203.044942] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10203.052639] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10203.053359] env[89459]: INFO nova.compute.manager [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Took 0.80 seconds to destroy the instance on the hypervisor. [10203.075417] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.076692] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3e4f2a-408f-4c9c-aad4-ffc6afd3fd55 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10203.081200] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.083533] env[89459]: DEBUG nova.compute.manager [-] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10203.083533] env[89459]: DEBUG nova.network.neutron [-] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10203.083533] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10203.091742] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.095699] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62466221-01da-4099-b120-57d268ee5fce {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10203.103582] env[89459]: DEBUG nova.compute.manager [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] [instance: 1c92f5fa-55a8-40b9-8c02-d3793cbe629e] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10203.118067] env[89459]: DEBUG nova.compute.provider_tree [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10203.133413] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10203.158369] env[89459]: DEBUG nova.virt.hardware [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10203.158369] env[89459]: DEBUG nova.virt.hardware [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10203.158369] env[89459]: DEBUG nova.virt.hardware [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10203.159254] env[89459]: DEBUG nova.virt.hardware [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10203.159254] env[89459]: DEBUG nova.virt.hardware [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10203.159254] env[89459]: DEBUG nova.virt.hardware [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10203.159466] env[89459]: DEBUG nova.virt.hardware [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10203.159708] env[89459]: DEBUG nova.virt.hardware [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10203.159958] env[89459]: DEBUG nova.virt.hardware [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10203.160232] env[89459]: DEBUG nova.virt.hardware [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10203.161055] env[89459]: DEBUG nova.virt.hardware [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10203.164035] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.165251] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae73d2fe-88b7-43b1-bd48-27b60ff8ce6f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10203.184572] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-09cad9f0-16e0-4d17-82b1-95b8d727b2bd tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.185837] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f40365-d6b8-48a6-8cd5-3795b1b42b7f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10203.370485] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.385322] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767376, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10203.385764] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10203.457736] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.474807] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52edaad4-79b1-cadb-6e55-c05d6198f922, 'name': SearchDatastore_Task, 'duration_secs': 0.06764} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10203.475922] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10203.477256] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10203.478651] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10203.478651] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10203.481394] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10203.482784] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.483490] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71df36ba-09ae-49b8-8542-8be955e83d5e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10203.497368] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10203.497481] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10203.498602] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.499231] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51184c46-1751-4c18-99f7-4c6dfd5a2192 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10203.509172] env[89459]: DEBUG oslo_concurrency.lockutils [None req-06404d48-cc2c-47cd-b8e0-4cc181665f8e tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lock "72cfd3d5-92a0-498b-b95a-9d15079eb5b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.092s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10203.509172] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Acquiring lock "33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10203.509172] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Lock "33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10203.510725] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for the task: (returnval){ [10203.510725] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52eddbbe-4dc1-3bef-6577-931d9c310355" [10203.510725] env[89459]: _type = "Task" [10203.510725] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10203.511231] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.511751] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.540428] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52eddbbe-4dc1-3bef-6577-931d9c310355, 'name': SearchDatastore_Task, 'duration_secs': 0.013062} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10203.541507] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767378, 'name': CreateVM_Task} progress is 25%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10203.541712] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10203.544300] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.544427] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3de2ce-5b39-4181-b93a-7a16225fdddc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10203.554506] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for the task: (returnval){ [10203.554506] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52519e7c-1381-0c5a-3830-5be30752f25b" [10203.554506] env[89459]: _type = "Task" [10203.554506] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10203.556604] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.566608] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52519e7c-1381-0c5a-3830-5be30752f25b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10203.566608] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10203.625836] env[89459]: DEBUG nova.scheduler.client.report [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10203.868858] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10203.879877] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767376, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10203.880100] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10203.956778] env[89459]: WARNING nova.utils [None req-6aaed4ee-c83a-4fec-ba19-f7ee91c6c5ff tempest-ListServersNegativeTestJSON-1250316632 tempest-ListServersNegativeTestJSON-1250316632-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647f6a5b640> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10203.960612] env[89459]: DEBUG nova.network.neutron [-] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10203.987214] env[89459]: WARNING nova.utils [None req-6aaed4ee-c83a-4fec-ba19-f7ee91c6c5ff tempest-ListServersNegativeTestJSON-1250316632 tempest-ListServersNegativeTestJSON-1250316632-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d054c820> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10204.013238] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.020945] env[89459]: WARNING nova.utils [None req-6aaed4ee-c83a-4fec-ba19-f7ee91c6c5ff tempest-ListServersNegativeTestJSON-1250316632 tempest-ListServersNegativeTestJSON-1250316632-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647f6a58c10> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10204.024737] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767378, 'name': CreateVM_Task, 'duration_secs': 0.705575} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10204.025581] env[89459]: DEBUG nova.compute.manager [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] [instance: 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10204.028910] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10204.029599] env[89459]: WARNING neutronclient.v2_0.client [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [10204.030115] env[89459]: DEBUG oslo_concurrency.lockutils [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10204.030170] env[89459]: DEBUG oslo_concurrency.lockutils [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10204.030668] env[89459]: DEBUG oslo_concurrency.lockutils [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10204.031747] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.032087] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d269e69e-e538-4190-b0ac-62cd9025b5ce {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10204.039227] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10204.039227] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52b95352-2c1f-1854-7eb9-ee0e9003c1d6" [10204.039227] env[89459]: _type = "Task" [10204.039227] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10204.040018] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.052920] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52b95352-2c1f-1854-7eb9-ee0e9003c1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10204.053129] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10204.057348] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.067168] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52519e7c-1381-0c5a-3830-5be30752f25b, 'name': SearchDatastore_Task, 'duration_secs': 0.018975} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10204.068071] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10204.068378] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] c53ab8d2-80d5-40e3-8ca8-357d2227d1e9/c53ab8d2-80d5-40e3-8ca8-357d2227d1e9.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10204.068926] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.069215] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ee87d2b-01ed-41b7-8e0c-e7138ca41b2c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10204.076385] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for the task: (returnval){ [10204.076385] env[89459]: value = "task-5767379" [10204.076385] env[89459]: _type = "Task" [10204.076385] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10204.077197] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.086020] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10204.086205] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10204.110290] env[89459]: DEBUG oslo_concurrency.lockutils [None req-33eab020-dec5-48a9-b207-165f597e47a5 tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquiring lock "interface-c568b2de-2d48-42f5-99bd-f0b19858de1d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10204.110480] env[89459]: DEBUG oslo_concurrency.lockutils [None req-33eab020-dec5-48a9-b207-165f597e47a5 tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lock "interface-c568b2de-2d48-42f5-99bd-f0b19858de1d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10204.110746] env[89459]: DEBUG nova.objects.instance [None req-33eab020-dec5-48a9-b207-165f597e47a5 tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lazy-loading 'flavor' on Instance uuid c568b2de-2d48-42f5-99bd-f0b19858de1d {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10204.133763] env[89459]: DEBUG oslo_concurrency.lockutils [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.062s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10204.134654] env[89459]: DEBUG oslo_concurrency.lockutils [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.068s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10204.136370] env[89459]: DEBUG nova.compute.manager [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10204.139641] env[89459]: INFO nova.compute.claims [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] [instance: e06cc320-5a90-4381-86d9-9a0333bcd592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10204.371172] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.381200] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767376, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.76614} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10204.381611] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 12b281e2-3523-43ef-b407-50a543a73c76/12b281e2-3523-43ef-b407-50a543a73c76.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10204.381852] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10204.382359] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.383107] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44d96248-4f8c-400b-9a86-3703f298b733 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10204.391443] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10204.391443] env[89459]: value = "task-5767380" [10204.391443] env[89459]: _type = "Task" [10204.391443] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10204.392104] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.406234] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10204.406464] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10204.463650] env[89459]: INFO nova.compute.manager [-] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Took 1.38 seconds to deallocate network for instance. [10204.545582] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.561756] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52b95352-2c1f-1854-7eb9-ee0e9003c1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.028294} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10204.562484] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10204.563641] env[89459]: DEBUG oslo_concurrency.lockutils [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10204.563641] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10204.563641] env[89459]: DEBUG oslo_concurrency.lockutils [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10204.563641] env[89459]: DEBUG oslo_concurrency.lockutils [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10204.563821] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10204.564163] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.564404] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-151b1cd3-0808-4aca-88e0-055ab126ef06 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10204.574847] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10204.574992] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10204.576197] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.576896] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa0fe26-2713-4a70-8141-7093b9909bd0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10204.580551] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.586598] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10204.586598] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]527bcf61-d7f4-e5b5-7382-bfa39d67dab3" [10204.586598] env[89459]: _type = "Task" [10204.586598] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10204.592356] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.596940] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767379, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10204.597351] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10204.602571] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]527bcf61-d7f4-e5b5-7382-bfa39d67dab3, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10204.603721] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.603961] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39f13294-da7b-4b77-9359-568f49ca5a5e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10204.610811] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10204.610811] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52b714c9-fe33-d655-d63b-13be89b8acbe" [10204.610811] env[89459]: _type = "Task" [10204.610811] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10204.611498] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.617251] env[89459]: WARNING neutronclient.v2_0.client [None req-33eab020-dec5-48a9-b207-165f597e47a5 tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10204.617577] env[89459]: DEBUG nova.objects.instance [None req-33eab020-dec5-48a9-b207-165f597e47a5 tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lazy-loading 'pci_requests' on Instance uuid c568b2de-2d48-42f5-99bd-f0b19858de1d {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10204.622370] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52b714c9-fe33-d655-d63b-13be89b8acbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10204.622596] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10204.646539] env[89459]: WARNING nova.utils [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10204.647224] env[89459]: DEBUG nova.compute.utils [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10204.787998] env[89459]: DEBUG nova.compute.manager [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Received event network-vif-plugged-15337075-b0cc-433d-8531-8f47f82f3ffe {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10204.788326] env[89459]: DEBUG oslo_concurrency.lockutils [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] Acquiring lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10204.788473] env[89459]: DEBUG oslo_concurrency.lockutils [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] Lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10204.788698] env[89459]: DEBUG oslo_concurrency.lockutils [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] Lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10204.789378] env[89459]: DEBUG nova.compute.manager [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] No waiting events found dispatching network-vif-plugged-15337075-b0cc-433d-8531-8f47f82f3ffe {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10204.789378] env[89459]: WARNING nova.compute.manager [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Received unexpected event network-vif-plugged-15337075-b0cc-433d-8531-8f47f82f3ffe for instance with vm_state building and task_state spawning. [10204.790038] env[89459]: DEBUG nova.compute.manager [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Received event network-changed-15337075-b0cc-433d-8531-8f47f82f3ffe {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10204.790124] env[89459]: DEBUG nova.compute.manager [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Refreshing instance network info cache due to event network-changed-15337075-b0cc-433d-8531-8f47f82f3ffe. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10204.790310] env[89459]: DEBUG oslo_concurrency.lockutils [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] Acquiring lock "refresh_cache-c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10204.790393] env[89459]: DEBUG oslo_concurrency.lockutils [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] Acquired lock "refresh_cache-c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10204.790468] env[89459]: DEBUG nova.network.neutron [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Refreshing network info cache for port 15337075-b0cc-433d-8531-8f47f82f3ffe {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10204.897769] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.910055] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069646} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10204.910698] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10204.912729] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.913670] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0553f36-0607-4166-bc83-ff250abb5657 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10204.939127] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 12b281e2-3523-43ef-b407-50a543a73c76/12b281e2-3523-43ef-b407-50a543a73c76.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10204.939127] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.939393] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c4956d-0dd3-4970-9613-826da4710647 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10204.965581] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10204.965581] env[89459]: value = "task-5767381" [10204.965581] env[89459]: _type = "Task" [10204.965581] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10204.966683] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10204.974545] env[89459]: DEBUG oslo_concurrency.lockutils [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10204.982435] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10204.983132] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10205.079467] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.090195] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920668} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10205.090837] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] c53ab8d2-80d5-40e3-8ca8-357d2227d1e9/c53ab8d2-80d5-40e3-8ca8-357d2227d1e9.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10205.091081] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10205.092114] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.092391] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32610e05-ba6b-4f0a-8f06-2c8f499df709 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10205.101544] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for the task: (returnval){ [10205.101544] env[89459]: value = "task-5767382" [10205.101544] env[89459]: _type = "Task" [10205.101544] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10205.102683] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.112261] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10205.112991] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10205.113683] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.124795] env[89459]: DEBUG nova.objects.base [None req-33eab020-dec5-48a9-b207-165f597e47a5 tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=89459) wrapper /opt/stack/nova/nova/objects/base.py:136}} [10205.126042] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52b714c9-fe33-d655-d63b-13be89b8acbe, 'name': SearchDatastore_Task, 'duration_secs': 0.096611} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10205.126042] env[89459]: DEBUG nova.network.neutron [None req-33eab020-dec5-48a9-b207-165f597e47a5 tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10205.126042] env[89459]: WARNING neutronclient.v2_0.client [None req-33eab020-dec5-48a9-b207-165f597e47a5 tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10205.126042] env[89459]: WARNING neutronclient.v2_0.client [None req-33eab020-dec5-48a9-b207-165f597e47a5 tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10205.128734] env[89459]: DEBUG oslo_concurrency.lockutils [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10205.128734] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] ba9c8991-94cb-4c57-b594-f1c5da5c80bd/ba9c8991-94cb-4c57-b594-f1c5da5c80bd.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10205.129866] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.130449] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-877b1dce-fcdb-4559-951d-892b3e4e1edf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10205.138841] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10205.138841] env[89459]: value = "task-5767383" [10205.138841] env[89459]: _type = "Task" [10205.138841] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10205.139686] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.150657] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10205.150924] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10205.156617] env[89459]: DEBUG nova.compute.manager [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10205.296298] env[89459]: WARNING neutronclient.v2_0.client [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10205.464928] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.486901] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767381, 'name': ReconfigVM_Task, 'duration_secs': 0.443806} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10205.486901] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 12b281e2-3523-43ef-b407-50a543a73c76/12b281e2-3523-43ef-b407-50a543a73c76.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10205.488390] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.489104] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90b0f3af-f22f-4e6e-bb9f-826c78edd655 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10205.498348] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10205.498348] env[89459]: value = "task-5767384" [10205.498348] env[89459]: _type = "Task" [10205.498348] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10205.498900] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.509090] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767384, 'name': Rename_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10205.509908] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10205.604359] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.616460] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079686} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10205.618526] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10205.618526] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.619359] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1b329c-80ec-4e6f-b226-c4b6b4c8220c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10205.657310] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] c53ab8d2-80d5-40e3-8ca8-357d2227d1e9/c53ab8d2-80d5-40e3-8ca8-357d2227d1e9.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10205.657874] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.658980] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.669495] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717afda1-bb45-4ae1-b98a-8d78e4f3020e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10205.706054] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767383, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10205.706297] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.45 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10205.716755] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for the task: (returnval){ [10205.716755] env[89459]: value = "task-5767385" [10205.716755] env[89459]: _type = "Task" [10205.716755] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10205.720067] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.733355] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10205.733747] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10205.745304] env[89459]: DEBUG oslo_concurrency.lockutils [None req-33eab020-dec5-48a9-b207-165f597e47a5 tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lock "interface-c568b2de-2d48-42f5-99bd-f0b19858de1d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.634s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10205.844933] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.848288] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5793da7b-e175-4d70-b958-375025aaff49 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10205.857424] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.858714] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847eea03-a5ac-4c3c-9a87-032ab5c898e6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10205.896711] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.897610] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ac57da-3da2-4fbb-b540-dd8025dc06f4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10205.906152] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10205.911898] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8c01ea-f662-4c9d-9007-8b82d8aac81d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10205.933559] env[89459]: DEBUG nova.compute.provider_tree [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10205.949950] env[89459]: WARNING neutronclient.v2_0.client [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10206.002046] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.016370] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767384, 'name': Rename_Task, 'duration_secs': 0.332802} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10206.017592] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10206.018328] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.019028] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-056067dd-d31f-4d07-8eec-d4edd37426e2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10206.028738] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10206.028738] env[89459]: value = "task-5767386" [10206.028738] env[89459]: _type = "Task" [10206.028738] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10206.029124] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.052164] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767386, 'name': PowerOnVM_Task} progress is 33%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10206.052511] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10206.069372] env[89459]: DEBUG nova.network.neutron [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Updated VIF entry in instance network info cache for port 15337075-b0cc-433d-8531-8f47f82f3ffe. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10206.071187] env[89459]: DEBUG nova.network.neutron [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Updating instance_info_cache with network_info: [{"id": "15337075-b0cc-433d-8531-8f47f82f3ffe", "address": "fa:16:3e:64:66:b8", "network": {"id": "60593547-c202-4414-b715-24dd991905ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1007649672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a0d4405dfc4d87bb5acea0ee1c886c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15337075-b0", "ovs_interfaceid": "15337075-b0cc-433d-8531-8f47f82f3ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10206.158424] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.170108] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.931616} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10206.170108] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] ba9c8991-94cb-4c57-b594-f1c5da5c80bd/ba9c8991-94cb-4c57-b594-f1c5da5c80bd.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10206.170108] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10206.170804] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.171096] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62c5085e-7a4b-4a94-8e97-55b979f5abab {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10206.180355] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10206.180355] env[89459]: value = "task-5767387" [10206.180355] env[89459]: _type = "Task" [10206.180355] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10206.186493] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.194519] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10206.194519] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10206.208450] env[89459]: DEBUG nova.compute.manager [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10206.216402] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.230129] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10206.230365] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10206.243329] env[89459]: DEBUG nova.virt.hardware [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T14:12:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7fd993a0-b9b5-4ed5-9e9f-0e9fbbd605ae',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-591459126',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10206.243688] env[89459]: DEBUG nova.virt.hardware [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10206.243820] env[89459]: DEBUG nova.virt.hardware [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10206.244032] env[89459]: DEBUG nova.virt.hardware [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10206.244112] env[89459]: DEBUG nova.virt.hardware [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10206.244174] env[89459]: DEBUG nova.virt.hardware [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10206.244373] env[89459]: DEBUG nova.virt.hardware [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10206.244736] env[89459]: DEBUG nova.virt.hardware [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10206.245208] env[89459]: DEBUG nova.virt.hardware [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10206.245208] env[89459]: DEBUG nova.virt.hardware [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10206.245208] env[89459]: DEBUG nova.virt.hardware [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10206.246325] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.247294] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192f85a5-6123-4618-8a40-14dd7295546c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10206.260413] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-10282bed-34fe-4b96-8030-3ffbd5dd224d tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.260698] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea8cad0-ef75-41be-ba64-2ed12e8f0e9a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10206.438528] env[89459]: DEBUG nova.scheduler.client.report [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10206.533413] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.547147] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10206.547360] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10206.573091] env[89459]: DEBUG oslo_concurrency.lockutils [req-e792f52e-028e-4b1f-96f4-a5daba3b4fdc req-a216a037-b383-48df-adb5-2ce58ed0bc8f service nova] Releasing lock "refresh_cache-c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10206.686017] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.696790] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071021} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10206.697270] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10206.697883] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.699209] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e2966-68b9-4375-803a-30dddc8613c1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10206.724804] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.735048] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] ba9c8991-94cb-4c57-b594-f1c5da5c80bd/ba9c8991-94cb-4c57-b594-f1c5da5c80bd.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10206.736158] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.741592] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac6794d-6db5-4485-9830-3967fdbc8131 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10206.764585] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767385, 'name': ReconfigVM_Task, 'duration_secs': 0.968608} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10206.770151] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Reconfigured VM instance instance-0000001a to attach disk [datastore2] c53ab8d2-80d5-40e3-8ca8-357d2227d1e9/c53ab8d2-80d5-40e3-8ca8-357d2227d1e9.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10206.772761] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.773288] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e41317f-7507-4e12-abab-4470ad29ddcd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10206.776111] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10206.776111] env[89459]: value = "task-5767388" [10206.776111] env[89459]: _type = "Task" [10206.776111] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10206.785949] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.788232] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for the task: (returnval){ [10206.788232] env[89459]: value = "task-5767389" [10206.788232] env[89459]: _type = "Task" [10206.788232] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10206.792482] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10206.807939] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10206.808506] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10206.814813] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767389, 'name': Rename_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10206.815065] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10206.947461] env[89459]: DEBUG oslo_concurrency.lockutils [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10206.947796] env[89459]: DEBUG nova.compute.manager [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] [instance: e06cc320-5a90-4381-86d9-9a0333bcd592] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10206.951205] env[89459]: DEBUG oslo_concurrency.lockutils [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.161s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10206.952653] env[89459]: INFO nova.compute.claims [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] [instance: d1ed3d06-67f2-4897-b7ad-2edf68a93a10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10207.039244] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10207.052686] env[89459]: DEBUG oslo_vmware.api [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767386, 'name': PowerOnVM_Task, 'duration_secs': 0.582107} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10207.053884] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10207.055540] env[89459]: INFO nova.compute.manager [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Took 18.82 seconds to spawn the instance on the hypervisor. [10207.055853] env[89459]: DEBUG nova.compute.manager [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10207.057319] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10207.058601] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae12f381-4d13-42c1-83a6-bc397b5ce1a0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10207.279078] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10207.286371] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10207.297380] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10207.297820] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10207.303847] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767389, 'name': Rename_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10207.303847] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10207.433080] env[89459]: DEBUG nova.compute.manager [req-feb39daf-32d3-4c61-96bd-1bb23237c9ba req-aa327a4d-012c-444c-8cb8-d1912f71de2d service nova] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Received event network-vif-deleted-1f6bce8a-f0e7-4034-8c7f-3c65dc549956 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10207.457180] env[89459]: WARNING nova.utils [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10207.457386] env[89459]: DEBUG nova.compute.utils [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10207.558887] env[89459]: DEBUG oslo_concurrency.lockutils [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquiring lock "72cfd3d5-92a0-498b-b95a-9d15079eb5b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10207.559212] env[89459]: DEBUG oslo_concurrency.lockutils [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lock "72cfd3d5-92a0-498b-b95a-9d15079eb5b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10207.559376] env[89459]: DEBUG oslo_concurrency.lockutils [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquiring lock "72cfd3d5-92a0-498b-b95a-9d15079eb5b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10207.559776] env[89459]: DEBUG oslo_concurrency.lockutils [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lock "72cfd3d5-92a0-498b-b95a-9d15079eb5b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10207.559776] env[89459]: DEBUG oslo_concurrency.lockutils [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lock "72cfd3d5-92a0-498b-b95a-9d15079eb5b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10207.563977] env[89459]: INFO nova.compute.manager [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Terminating instance [10207.579991] env[89459]: INFO nova.compute.manager [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Took 34.99 seconds to build instance. [10207.779522] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10207.792150] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10207.794450] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767388, 'name': ReconfigVM_Task, 'duration_secs': 0.763874} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10207.794450] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Reconfigured VM instance instance-00000016 to attach disk [datastore2] ba9c8991-94cb-4c57-b594-f1c5da5c80bd/ba9c8991-94cb-4c57-b594-f1c5da5c80bd.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10207.799591] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10207.801037] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4219b731-ef06-439d-b20d-5abc7d8cc970 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10207.807531] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767389, 'name': Rename_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10207.808217] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10207.816838] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10207.816838] env[89459]: value = "task-5767390" [10207.816838] env[89459]: _type = "Task" [10207.816838] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10207.820035] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10207.832983] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767390, 'name': Rename_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10207.833330] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10207.965911] env[89459]: DEBUG nova.compute.manager [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] [instance: e06cc320-5a90-4381-86d9-9a0333bcd592] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10208.069813] env[89459]: DEBUG nova.compute.manager [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10208.072700] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10208.073783] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.075435] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c893669-d7d0-410c-939a-ca2adb803536 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.086297] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0aa14502-ebc2-4563-a239-b0888cc6f639 tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lock "12b281e2-3523-43ef-b407-50a543a73c76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.515s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10208.086297] env[89459]: DEBUG nova.compute.manager [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10208.086297] env[89459]: DEBUG nova.network.neutron [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10208.086297] env[89459]: WARNING neutronclient.v2_0.client [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10208.086574] env[89459]: WARNING neutronclient.v2_0.client [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10208.090049] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10208.090248] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.091057] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2532a52c-eb92-4e75-83fe-7feae6cd14c1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.099440] env[89459]: DEBUG oslo_vmware.api [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for the task: (returnval){ [10208.099440] env[89459]: value = "task-5767391" [10208.099440] env[89459]: _type = "Task" [10208.099440] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10208.101192] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.116367] env[89459]: DEBUG oslo_vmware.api [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10208.116595] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10208.186645] env[89459]: DEBUG nova.policy [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac632f057d714a848137bdf27495b07d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abf0cb88d7614133a10c1b79f4d6ef9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10208.292305] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.307682] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767389, 'name': Rename_Task, 'duration_secs': 1.379215} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10208.309172] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10208.310447] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.311968] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3933bbb4-092c-4f8b-afe7-7d7f83e7ffc9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.321103] env[89459]: WARNING nova.utils [None req-ff6a932c-0332-42e8-ad74-07745f781a18 tempest-InstanceActionsNegativeTestJSON-415905894 tempest-InstanceActionsNegativeTestJSON-415905894-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647f6d9f520> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10208.321103] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.340781] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767390, 'name': Rename_Task, 'duration_secs': 0.289644} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10208.346128] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10208.347140] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for the task: (returnval){ [10208.347140] env[89459]: value = "task-5767392" [10208.347140] env[89459]: _type = "Task" [10208.347140] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10208.348672] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.357750] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18d22287-4640-4c45-b3fd-a55b4491a6a8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.363678] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.378027] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767392, 'name': PowerOnVM_Task} progress is 33%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10208.381599] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10208.386801] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10208.386801] env[89459]: value = "task-5767393" [10208.386801] env[89459]: _type = "Task" [10208.386801] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10208.401188] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.412028] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767393, 'name': PowerOnVM_Task} progress is 33%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10208.415261] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10208.478308] env[89459]: INFO nova.virt.block_device [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] [instance: e06cc320-5a90-4381-86d9-9a0333bcd592] Booting with volume fb484059-eac1-411a-a15c-71695ad53698 at /dev/sda [10208.527096] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.528063] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3efe2b39-2606-4c53-8ecc-57ad775ca2fc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.539314] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.545084] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ec4931-ab33-49f9-b29a-e3a08dbd59c0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.553883] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquiring lock "c568b2de-2d48-42f5-99bd-f0b19858de1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10208.558723] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lock "c568b2de-2d48-42f5-99bd-f0b19858de1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.005s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10208.559417] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquiring lock "c568b2de-2d48-42f5-99bd-f0b19858de1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10208.561949] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lock "c568b2de-2d48-42f5-99bd-f0b19858de1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10208.565326] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lock "c568b2de-2d48-42f5-99bd-f0b19858de1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10208.569548] env[89459]: INFO nova.compute.manager [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Terminating instance [10208.594186] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.594895] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcc7eed1-5ca5-4f41-b855-f5fdf3df9f6d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.600684] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.609997] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.623201] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ed5d81-e25d-45ff-ae37-9b44816f3ea5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.628323] env[89459]: DEBUG oslo_vmware.api [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767391, 'name': PowerOffVM_Task, 'duration_secs': 0.257216} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10208.628489] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10208.634391] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10208.641693] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.642969] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c16fd918-1031-4e65-ae62-0ef97f0e3fc2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.681665] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.684591] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6328655c-e0ac-4502-8002-bde82c5d1a7e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.694587] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.698311] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eb517e-b2b4-4ac1-900d-08645d2c7be0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.715755] env[89459]: DEBUG nova.virt.block_device [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] [instance: e06cc320-5a90-4381-86d9-9a0333bcd592] Updating existing volume attachment record: c77978c7-5e94-4961-a04f-fe8f42eed286 {{(pid=89459) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [10208.739159] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10208.739506] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10208.739701] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Deleting the datastore file [datastore2] 72cfd3d5-92a0-498b-b95a-9d15079eb5b6 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10208.741460] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.742259] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09e9bd5b-bdd6-4ac1-8e69-ed9915068945 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.752864] env[89459]: DEBUG nova.network.neutron [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Successfully created port: 8240f3ec-85dc-4104-b697-3ef975f60b42 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10208.760153] env[89459]: DEBUG oslo_vmware.api [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for the task: (returnval){ [10208.760153] env[89459]: value = "task-5767395" [10208.760153] env[89459]: _type = "Task" [10208.760153] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10208.760629] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.761823] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e9b091-732f-4cc1-8bb8-dc64ed0af6d9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.773991] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.785553] env[89459]: DEBUG oslo_vmware.api [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10208.786968] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10208.790856] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.792354] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbff9ed-a4eb-4942-bdf0-15b1d6b4ae63 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.838351] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.841178] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041b30e8-97d8-4eda-9e50-7f23ec0fa82a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.852729] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.855521] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af590856-b7fb-4077-bd2a-3c76def747dc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10208.865857] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.895996] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10208.895996] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.46 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10208.896650] env[89459]: DEBUG nova.compute.provider_tree [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10208.900628] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10208.916895] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767393, 'name': PowerOnVM_Task} progress is 89%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10208.916895] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10209.088467] env[89459]: DEBUG nova.compute.manager [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10209.088467] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10209.088849] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.089874] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04a1b1a-ea1a-4836-aaf3-3fc223280c30 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10209.098124] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10209.100301] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.101679] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f03244-54c7-4da0-8490-36b602379dca {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10209.112588] env[89459]: DEBUG oslo_vmware.api [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for the task: (returnval){ [10209.112588] env[89459]: value = "task-5767396" [10209.112588] env[89459]: _type = "Task" [10209.112588] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10209.113588] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.126084] env[89459]: DEBUG oslo_vmware.api [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10209.126084] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10209.268285] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.283621] env[89459]: DEBUG oslo_vmware.api [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Task: {'id': task-5767395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182146} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10209.286988] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10209.286988] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10209.286988] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10209.286988] env[89459]: INFO nova.compute.manager [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Took 1.21 seconds to destroy the instance on the hypervisor. [10209.287913] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.289581] env[89459]: DEBUG nova.compute.manager [-] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10209.289581] env[89459]: DEBUG nova.network.neutron [-] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10209.289792] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10209.357479] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.373499] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767392, 'name': PowerOnVM_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10209.373944] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10209.387980] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.398618] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10209.401147] env[89459]: DEBUG oslo_vmware.api [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767393, 'name': PowerOnVM_Task, 'duration_secs': 0.726064} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10209.401684] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10209.401880] env[89459]: DEBUG nova.compute.manager [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10209.403066] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.405437] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c545ca42-6d2d-4cc5-80ee-1e09cd301d2a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10209.411111] env[89459]: DEBUG nova.scheduler.client.report [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10209.617845] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.628601] env[89459]: DEBUG oslo_vmware.api [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767396, 'name': PowerOffVM_Task, 'duration_secs': 0.250784} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10209.628727] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10209.629760] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10209.630700] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.630935] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1176ce9-89dd-4c67-88a5-4f6b2b6137a2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10209.700094] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10209.700389] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10209.700971] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Deleting the datastore file [datastore1] c568b2de-2d48-42f5-99bd-f0b19858de1d {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10209.703076] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.703076] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4999a8d4-49e7-4a56-972f-6f591a453eb5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10209.714160] env[89459]: DEBUG oslo_vmware.api [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for the task: (returnval){ [10209.714160] env[89459]: value = "task-5767398" [10209.714160] env[89459]: _type = "Task" [10209.714160] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10209.716205] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.728749] env[89459]: DEBUG oslo_vmware.api [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10209.729064] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10209.855651] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.867893] env[89459]: DEBUG oslo_vmware.api [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767392, 'name': PowerOnVM_Task, 'duration_secs': 1.075514} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10209.869057] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10209.869057] env[89459]: INFO nova.compute.manager [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Took 24.36 seconds to spawn the instance on the hypervisor. [10209.869057] env[89459]: DEBUG nova.compute.manager [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10209.869560] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10209.871123] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf899c78-8713-47ec-9d59-68532a979b3a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10209.921922] env[89459]: DEBUG oslo_concurrency.lockutils [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.971s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10209.922716] env[89459]: DEBUG nova.compute.manager [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] [instance: d1ed3d06-67f2-4897-b7ad-2edf68a93a10] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10209.929594] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.361s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10209.934416] env[89459]: INFO nova.compute.claims [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] [instance: 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10209.938266] env[89459]: DEBUG oslo_concurrency.lockutils [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10210.183479] env[89459]: DEBUG nova.network.neutron [-] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10210.220337] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10210.232918] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10210.233330] env[89459]: DEBUG oslo_vmware.api [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Task: {'id': task-5767398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147077} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10210.233668] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10210.233823] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10210.233961] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10210.234099] env[89459]: INFO nova.compute.manager [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Took 1.15 seconds to destroy the instance on the hypervisor. [10210.234581] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10210.234841] env[89459]: DEBUG nova.compute.manager [-] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10210.234946] env[89459]: DEBUG nova.network.neutron [-] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10210.235210] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10210.395915] env[89459]: INFO nova.compute.manager [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Took 39.85 seconds to build instance. [10210.433920] env[89459]: WARNING nova.utils [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10210.434798] env[89459]: DEBUG nova.compute.utils [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10210.534447] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10210.599299] env[89459]: DEBUG nova.network.neutron [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Successfully updated port: 8240f3ec-85dc-4104-b697-3ef975f60b42 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10210.686500] env[89459]: INFO nova.compute.manager [-] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Took 1.40 seconds to deallocate network for instance. [10210.692131] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10210.692542] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10210.875244] env[89459]: DEBUG nova.compute.manager [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] [instance: e06cc320-5a90-4381-86d9-9a0333bcd592] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10210.875743] env[89459]: DEBUG nova.virt.hardware [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10210.875957] env[89459]: DEBUG nova.virt.hardware [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10210.876042] env[89459]: DEBUG nova.virt.hardware [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10210.876183] env[89459]: DEBUG nova.virt.hardware [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10210.876282] env[89459]: DEBUG nova.virt.hardware [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10210.876382] env[89459]: DEBUG nova.virt.hardware [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10210.876538] env[89459]: DEBUG nova.virt.hardware [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10210.876650] env[89459]: DEBUG nova.virt.hardware [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10210.876765] env[89459]: DEBUG nova.virt.hardware [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10210.876883] env[89459]: DEBUG nova.virt.hardware [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10210.877020] env[89459]: DEBUG nova.virt.hardware [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10210.877586] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10210.878976] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c284ec9-46fd-4c7d-b2c1-beabc6dc3a0d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10210.887421] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-134d8f16-9034-4000-9b29-60ffed76843f tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10210.889154] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f554155-e802-4a7f-8c53-bf83bad3e763 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10210.904630] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fb430ae-ac49-428a-a888-eb3d53b02d0a tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.375s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10210.907338] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Acquiring lock "11e2ed41-2db2-4e63-80e8-0858e7cab8fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10210.907543] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Lock "11e2ed41-2db2-4e63-80e8-0858e7cab8fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10210.937776] env[89459]: DEBUG nova.compute.manager [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] [instance: d1ed3d06-67f2-4897-b7ad-2edf68a93a10] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10211.081157] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Acquiring lock "8f675322-e13c-4678-9a76-ab194f94c0d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10211.081340] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Lock "8f675322-e13c-4678-9a76-ab194f94c0d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10211.081466] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Acquiring lock "8f675322-e13c-4678-9a76-ab194f94c0d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10211.081620] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Lock "8f675322-e13c-4678-9a76-ab194f94c0d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10211.081748] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Lock "8f675322-e13c-4678-9a76-ab194f94c0d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10211.084728] env[89459]: INFO nova.compute.manager [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Terminating instance [10211.104545] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10211.104545] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquired lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10211.104545] env[89459]: DEBUG nova.network.neutron [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10211.196239] env[89459]: DEBUG oslo_concurrency.lockutils [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10211.208708] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10211.208708] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10211.208708] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10211.208946] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10211.208946] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10211.209042] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10211.209179] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10211.209246] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10211.400367] env[89459]: DEBUG nova.compute.manager [req-0263f770-85d2-4e5e-a986-abf3b903743a req-46ca1fdc-605a-46eb-934d-effa5b725906 service nova] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Received event network-vif-deleted-a5824832-02aa-43c4-9466-180fed9f742e {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10211.414267] env[89459]: DEBUG nova.compute.manager [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] [instance: 11e2ed41-2db2-4e63-80e8-0858e7cab8fc] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10211.434458] env[89459]: DEBUG nova.network.neutron [-] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10211.564976] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10211.565781] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a615c5-87a7-43a5-95c6-f702050d5bce {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10211.574148] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10211.575312] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1c3174-3e3b-461e-b117-8d60bb744c4d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10211.596353] env[89459]: DEBUG nova.compute.manager [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10211.606578] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10211.618500] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10211.620598] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6025f6b-2ca7-49da-bd96-a37e24a1b244 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10211.624287] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10211.625323] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f8debd-00d0-4321-95fb-bede22816dce {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10211.632103] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10211.632549] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10211.632818] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c16e0f67-beef-4052-b830-e1cf75dfea41 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10211.638820] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10211.641503] env[89459]: DEBUG oslo_vmware.api [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for the task: (returnval){ [10211.641503] env[89459]: value = "task-5767399" [10211.641503] env[89459]: _type = "Task" [10211.641503] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10211.643247] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7a96c2-5e28-4f19-8c01-855a396eb277 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10211.649691] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10211.675203] env[89459]: DEBUG nova.compute.provider_tree [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10211.676622] env[89459]: DEBUG oslo_vmware.api [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10211.676877] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.46 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10211.710146] env[89459]: DEBUG nova.network.neutron [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10211.715947] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10211.834408] env[89459]: WARNING neutronclient.v2_0.client [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10211.870750] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquiring lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10211.871288] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10211.943174] env[89459]: INFO nova.compute.manager [-] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Took 1.71 seconds to deallocate network for instance. [10211.947324] env[89459]: DEBUG nova.network.neutron [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Updating instance_info_cache with network_info: [{"id": "8240f3ec-85dc-4104-b697-3ef975f60b42", "address": "fa:16:3e:4f:62:d8", "network": {"id": "1fe9007b-af83-4018-b0d3-71ce0a13f77e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1851451668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "abf0cb88d7614133a10c1b79f4d6ef9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8240f3ec-85", "ovs_interfaceid": "8240f3ec-85dc-4104-b697-3ef975f60b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10211.953126] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10211.961034] env[89459]: DEBUG nova.compute.manager [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] [instance: d1ed3d06-67f2-4897-b7ad-2edf68a93a10] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10212.005743] env[89459]: DEBUG nova.virt.hardware [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10212.006100] env[89459]: DEBUG nova.virt.hardware [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10212.006275] env[89459]: DEBUG nova.virt.hardware [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10212.006414] env[89459]: DEBUG nova.virt.hardware [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10212.006519] env[89459]: DEBUG nova.virt.hardware [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10212.006636] env[89459]: DEBUG nova.virt.hardware [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10212.009395] env[89459]: DEBUG nova.virt.hardware [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10212.009460] env[89459]: DEBUG nova.virt.hardware [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10212.009601] env[89459]: DEBUG nova.virt.hardware [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10212.009729] env[89459]: DEBUG nova.virt.hardware [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10212.009881] env[89459]: DEBUG nova.virt.hardware [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10212.010700] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.017726] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769811ce-986c-4789-9d93-fe17b96d2d72 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10212.039737] env[89459]: DEBUG nova.compute.manager [req-8fd78369-86a4-4de7-b318-dc2bac303c01 req-5dd931f8-db36-4b82-ab86-90b9a27ada1e service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Received event network-vif-plugged-8240f3ec-85dc-4104-b697-3ef975f60b42 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10212.041709] env[89459]: DEBUG oslo_concurrency.lockutils [req-8fd78369-86a4-4de7-b318-dc2bac303c01 req-5dd931f8-db36-4b82-ab86-90b9a27ada1e service nova] Acquiring lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10212.042088] env[89459]: DEBUG oslo_concurrency.lockutils [req-8fd78369-86a4-4de7-b318-dc2bac303c01 req-5dd931f8-db36-4b82-ab86-90b9a27ada1e service nova] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10212.044706] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-47069dae-8055-43b3-8a40-dc5b22cf8690 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.044706] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7be538-2741-4d06-8a5d-91a821afffbc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10212.055785] env[89459]: DEBUG oslo_concurrency.lockutils [req-8fd78369-86a4-4de7-b318-dc2bac303c01 req-5dd931f8-db36-4b82-ab86-90b9a27ada1e service nova] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10212.056978] env[89459]: DEBUG nova.compute.manager [req-8fd78369-86a4-4de7-b318-dc2bac303c01 req-5dd931f8-db36-4b82-ab86-90b9a27ada1e service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] No waiting events found dispatching network-vif-plugged-8240f3ec-85dc-4104-b697-3ef975f60b42 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10212.056978] env[89459]: WARNING nova.compute.manager [req-8fd78369-86a4-4de7-b318-dc2bac303c01 req-5dd931f8-db36-4b82-ab86-90b9a27ada1e service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Received unexpected event network-vif-plugged-8240f3ec-85dc-4104-b697-3ef975f60b42 for instance with vm_state building and task_state spawning. [10212.070997] env[89459]: WARNING nova.utils [None req-f446e4ee-ac38-4bd9-b4f2-65da3034a746 tempest-ServerActionsTestOtherB-2041929730 tempest-ServerActionsTestOtherB-2041929730-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647f6d537f0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10212.137659] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.148881] env[89459]: DEBUG oslo_vmware.api [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767399, 'name': PowerOffVM_Task, 'duration_secs': 0.230028} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10212.150516] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10212.150516] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10212.151386] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.151877] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bef72ec-c667-4383-a06d-dc8e0c811389 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10212.185285] env[89459]: DEBUG nova.scheduler.client.report [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10212.218933] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10212.219236] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10212.219389] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Deleting the datastore file [datastore1] 8f675322-e13c-4678-9a76-ab194f94c0d0 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10212.220076] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.220368] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a463b86-d83d-4cc2-a7f1-2a85ebd17224 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10212.229742] env[89459]: DEBUG oslo_vmware.api [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for the task: (returnval){ [10212.229742] env[89459]: value = "task-5767401" [10212.229742] env[89459]: _type = "Task" [10212.229742] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10212.235715] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.241157] env[89459]: DEBUG oslo_vmware.api [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10212.241157] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10212.374253] env[89459]: DEBUG nova.compute.utils [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10212.459672] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Releasing lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10212.460191] env[89459]: DEBUG nova.compute.manager [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Instance network_info: |[{"id": "8240f3ec-85dc-4104-b697-3ef975f60b42", "address": "fa:16:3e:4f:62:d8", "network": {"id": "1fe9007b-af83-4018-b0d3-71ce0a13f77e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1851451668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "abf0cb88d7614133a10c1b79f4d6ef9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8240f3ec-85", "ovs_interfaceid": "8240f3ec-85dc-4104-b697-3ef975f60b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10212.461036] env[89459]: DEBUG nova.compute.manager [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Allocating IP information in the background. {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2040}} [10212.461036] env[89459]: DEBUG nova.network.neutron [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10212.461036] env[89459]: WARNING neutronclient.v2_0.client [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10212.461243] env[89459]: WARNING neutronclient.v2_0.client [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10212.463044] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:62:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8240f3ec-85dc-4104-b697-3ef975f60b42', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10212.470769] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10212.477220] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Creating folder: Project (abf0cb88d7614133a10c1b79f4d6ef9c). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10212.477863] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.478246] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94e40466-806d-4611-b863-ce24c405a89d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10212.491149] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Created folder: Project (abf0cb88d7614133a10c1b79f4d6ef9c) in parent group-v1116138. [10212.491331] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Creating folder: Instances. Parent ref: group-v1116221. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10212.491901] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.492208] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c06f07cf-9961-4807-b7ef-2720b13c4b7a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10212.501928] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Created folder: Instances in parent group-v1116221. [10212.503186] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.503904] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10212.504515] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.504700] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-058c0f85-428e-4409-b783-7c7d60447790 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10212.528668] env[89459]: DEBUG nova.policy [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99a91c9a3f764ee98f4dc8c5c345efca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39fb993ebd6347f3bbbc6eb69a331763', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10212.534331] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10212.534331] env[89459]: value = "task-5767404" [10212.534331] env[89459]: _type = "Task" [10212.534331] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10212.538046] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.544871] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767404, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10212.545129] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10212.693578] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10212.693938] env[89459]: DEBUG oslo_concurrency.lockutils [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.719s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10212.694529] env[89459]: DEBUG nova.compute.manager [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] [instance: 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10212.698665] env[89459]: DEBUG nova.objects.instance [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lazy-loading 'resources' on Instance uuid b83bf1f1-1db0-4968-a37f-e72e72e7a85a {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10212.732773] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.745534] env[89459]: DEBUG oslo_vmware.api [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Task: {'id': task-5767401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145334} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10212.746188] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10212.746453] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10212.746607] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10212.746788] env[89459]: INFO nova.compute.manager [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Took 1.14 seconds to destroy the instance on the hypervisor. [10212.752330] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10212.752805] env[89459]: DEBUG nova.compute.manager [-] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10212.752938] env[89459]: DEBUG nova.network.neutron [-] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10212.753237] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10212.847544] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10212.880398] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10212.995357] env[89459]: DEBUG nova.network.neutron [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Successfully created port: a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10213.036094] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.048021] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767404, 'name': CreateVM_Task, 'duration_secs': 0.494743} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10213.048021] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10213.048203] env[89459]: WARNING neutronclient.v2_0.client [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10213.048571] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10213.048676] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10213.048946] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10213.049556] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.050643] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c14809-a210-45eb-a89d-9f1869d42ed0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10213.057396] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10213.057396] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52c7b1d3-ada2-30e7-5a06-6154e3faaee9" [10213.057396] env[89459]: _type = "Task" [10213.057396] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10213.058426] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.069025] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52c7b1d3-ada2-30e7-5a06-6154e3faaee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10213.069308] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10213.108700] env[89459]: WARNING nova.utils [None req-43bcefa9-81fb-47e3-9249-3980d24eabb2 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647f6d9dd80> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10213.204636] env[89459]: WARNING nova.utils [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10213.204976] env[89459]: DEBUG nova.compute.utils [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10213.560556] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.572385] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52c7b1d3-ada2-30e7-5a06-6154e3faaee9, 'name': SearchDatastore_Task, 'duration_secs': 0.027413} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10213.574219] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10213.574544] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10213.574753] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10213.574866] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10213.575016] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10213.575597] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.575840] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e83ffdb0-7939-409f-86bf-ee81580bb1cb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10213.585638] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10213.585638] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10213.585974] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.586305] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6ab850-f70d-43e0-be2e-688849d3ae05 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10213.599023] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10213.599023] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52d0625e-3db2-57f8-90f1-24c4d7db2c8b" [10213.599023] env[89459]: _type = "Task" [10213.599023] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10213.599023] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.610342] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52d0625e-3db2-57f8-90f1-24c4d7db2c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10213.618251] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.618251] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5556c9b-09aa-4831-b83d-180cf578afdf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10213.624226] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10213.624226] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52ba012a-8505-00ce-6f90-e3961ef408d1" [10213.624226] env[89459]: _type = "Task" [10213.624226] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10213.625725] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.640200] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52ba012a-8505-00ce-6f90-e3961ef408d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10213.641173] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10213.641173] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] e74ebf30-9d3e-407f-bd6d-b2034ee02af0/e74ebf30-9d3e-407f-bd6d-b2034ee02af0.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10213.644099] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.644099] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e314482-71a0-4e16-af10-e82efcbbb9bb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10213.659585] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10213.659585] env[89459]: value = "task-5767405" [10213.659585] env[89459]: _type = "Task" [10213.659585] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10213.664023] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.676799] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10213.676799] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10213.711885] env[89459]: DEBUG nova.compute.manager [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] [instance: 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10213.814984] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.819018] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e6a107-e6fa-4b21-9e9a-e6649b264c6c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10213.824061] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.825184] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fa7ece-3240-4b2a-aaf6-60683a44589d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10213.860637] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.861714] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b4ec33-3c7f-4188-8640-982ab598ea26 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10213.872592] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10213.875068] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4412ed3d-2719-4472-a634-fecb4f6d051f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10213.901473] env[89459]: DEBUG nova.compute.provider_tree [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10213.915668] env[89459]: DEBUG nova.network.neutron [-] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10213.983766] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquiring lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10213.984109] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10213.984326] env[89459]: INFO nova.compute.manager [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Attaching volume eb9b8057-c9e7-4c76-9230-5c31f2160e28 to /dev/sdb [10214.034233] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10214.035282] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eee676-0dfe-4bcd-9fd5-5be04a45392b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10214.044381] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10214.045321] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ce0dc4-8f3e-4b56-b6f3-1c89b2151cad {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10214.065804] env[89459]: DEBUG nova.virt.block_device [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Updating existing volume attachment record: e850ac4e-f6f1-4d9d-936c-e1c16ea64151 {{(pid=89459) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [10214.158540] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10214.170960] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767405, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10214.171320] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10214.405807] env[89459]: DEBUG nova.scheduler.client.report [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10214.418393] env[89459]: INFO nova.compute.manager [-] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Took 1.67 seconds to deallocate network for instance. [10214.603018] env[89459]: DEBUG nova.network.neutron [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Successfully updated port: a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10214.662274] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10214.674797] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581245} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10214.675369] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] e74ebf30-9d3e-407f-bd6d-b2034ee02af0/e74ebf30-9d3e-407f-bd6d-b2034ee02af0.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10214.675521] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10214.676569] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10214.677034] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6268af70-a066-4921-adfa-580c59f1680b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10214.688275] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10214.688275] env[89459]: value = "task-5767409" [10214.688275] env[89459]: _type = "Task" [10214.688275] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10214.695656] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10214.702881] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10214.703104] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10214.725256] env[89459]: DEBUG nova.compute.manager [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] [instance: 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10214.754517] env[89459]: DEBUG nova.virt.hardware [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10214.754710] env[89459]: DEBUG nova.virt.hardware [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10214.754823] env[89459]: DEBUG nova.virt.hardware [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10214.755080] env[89459]: DEBUG nova.virt.hardware [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10214.755217] env[89459]: DEBUG nova.virt.hardware [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10214.755326] env[89459]: DEBUG nova.virt.hardware [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10214.755552] env[89459]: DEBUG nova.virt.hardware [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10214.755689] env[89459]: DEBUG nova.virt.hardware [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10214.755810] env[89459]: DEBUG nova.virt.hardware [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10214.755952] env[89459]: DEBUG nova.virt.hardware [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10214.756109] env[89459]: DEBUG nova.virt.hardware [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10214.756648] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10214.757884] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ca1a0e-91d6-4647-bc74-2999f96cab09 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10214.767637] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8a8a3240-7239-49c6-b40a-6b3e2481019b tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10214.768880] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18674e4b-8cb8-4fec-98c9-d75fd2e1a8e8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10214.909913] env[89459]: DEBUG oslo_concurrency.lockutils [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10214.912501] env[89459]: DEBUG oslo_concurrency.lockutils [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.972s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10214.912656] env[89459]: DEBUG nova.objects.instance [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=89459) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1074}} [10214.918235] env[89459]: DEBUG nova.compute.manager [req-e210e1d3-c5e2-4b27-9fc7-6e0589518cac req-ad5dd362-ac87-4eb4-8cf6-79d5f92b521e service nova] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Received event network-vif-deleted-6501e089-e4ff-4782-99c8-8464318f9c04 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10214.928330] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10214.944189] env[89459]: INFO nova.scheduler.client.report [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Deleted allocations for instance b83bf1f1-1db0-4968-a37f-e72e72e7a85a [10215.104366] env[89459]: DEBUG nova.compute.manager [req-4d277de1-1e6e-4476-884d-6f92fe1dd3fa req-52de8784-80ec-421e-afdc-2484509fe228 service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Received event network-changed-8240f3ec-85dc-4104-b697-3ef975f60b42 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10215.104366] env[89459]: DEBUG nova.compute.manager [req-4d277de1-1e6e-4476-884d-6f92fe1dd3fa req-52de8784-80ec-421e-afdc-2484509fe228 service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Refreshing instance network info cache due to event network-changed-8240f3ec-85dc-4104-b697-3ef975f60b42. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10215.104573] env[89459]: DEBUG oslo_concurrency.lockutils [req-4d277de1-1e6e-4476-884d-6f92fe1dd3fa req-52de8784-80ec-421e-afdc-2484509fe228 service nova] Acquiring lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10215.104712] env[89459]: DEBUG oslo_concurrency.lockutils [req-4d277de1-1e6e-4476-884d-6f92fe1dd3fa req-52de8784-80ec-421e-afdc-2484509fe228 service nova] Acquired lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10215.105310] env[89459]: DEBUG nova.network.neutron [req-4d277de1-1e6e-4476-884d-6f92fe1dd3fa req-52de8784-80ec-421e-afdc-2484509fe228 service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Refreshing network info cache for port 8240f3ec-85dc-4104-b697-3ef975f60b42 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10215.106900] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Acquiring lock "refresh_cache-419d6089-f6fd-4c72-bb41-f0507491cdc3" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10215.107459] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Acquired lock "refresh_cache-419d6089-f6fd-4c72-bb41-f0507491cdc3" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10215.108430] env[89459]: DEBUG nova.network.neutron [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10215.197131] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10215.205208] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140934} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10215.205576] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10215.207298] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10215.208303] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaaa8fc-603d-4aa3-afea-313ab65dad9c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10215.244655] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] e74ebf30-9d3e-407f-bd6d-b2034ee02af0/e74ebf30-9d3e-407f-bd6d-b2034ee02af0.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10215.245528] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10215.247036] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12873024-940f-4689-9846-63ef43223062 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10215.270862] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10215.270862] env[89459]: value = "task-5767410" [10215.270862] env[89459]: _type = "Task" [10215.270862] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10215.274279] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10215.285929] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10215.286713] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10215.453961] env[89459]: DEBUG oslo_concurrency.lockutils [None req-244d854e-9556-4b4d-bf1a-7e3d9bb6c6d9 tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "b83bf1f1-1db0-4968-a37f-e72e72e7a85a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.729s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10215.610911] env[89459]: WARNING neutronclient.v2_0.client [req-4d277de1-1e6e-4476-884d-6f92fe1dd3fa req-52de8784-80ec-421e-afdc-2484509fe228 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10215.657323] env[89459]: DEBUG nova.network.neutron [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10215.767550] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10215.778151] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10215.778917] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10215.804496] env[89459]: WARNING neutronclient.v2_0.client [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10215.812297] env[89459]: WARNING nova.utils [None req-07178160-e8a5-44d4-b549-564d76248d29 tempest-ImagesNegativeTestJSON-770803703 tempest-ImagesNegativeTestJSON-770803703-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647f6e7cca0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10215.819200] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "ba9c8991-94cb-4c57-b594-f1c5da5c80bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10215.819974] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "ba9c8991-94cb-4c57-b594-f1c5da5c80bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10215.819974] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "ba9c8991-94cb-4c57-b594-f1c5da5c80bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10215.819974] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "ba9c8991-94cb-4c57-b594-f1c5da5c80bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10215.820096] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "ba9c8991-94cb-4c57-b594-f1c5da5c80bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10215.822234] env[89459]: INFO nova.compute.manager [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Terminating instance [10215.886022] env[89459]: WARNING neutronclient.v2_0.client [req-4d277de1-1e6e-4476-884d-6f92fe1dd3fa req-52de8784-80ec-421e-afdc-2484509fe228 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10215.923306] env[89459]: DEBUG oslo_concurrency.lockutils [None req-533b243c-4ed2-4299-951a-2c86f72a9f7d tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10215.925861] env[89459]: DEBUG oslo_concurrency.lockutils [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.728s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10215.925861] env[89459]: DEBUG nova.objects.instance [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lazy-loading 'resources' on Instance uuid 72cfd3d5-92a0-498b-b95a-9d15079eb5b6 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10215.935081] env[89459]: DEBUG nova.network.neutron [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Updating instance_info_cache with network_info: [{"id": "a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813", "address": "fa:16:3e:9f:c3:0b", "network": {"id": "23d95696-86f4-412f-9891-6bfd4dc23b6f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-205011010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39fb993ebd6347f3bbbc6eb69a331763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39bd8e8-5e", "ovs_interfaceid": "a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10215.998917] env[89459]: DEBUG nova.network.neutron [req-4d277de1-1e6e-4476-884d-6f92fe1dd3fa req-52de8784-80ec-421e-afdc-2484509fe228 service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Updated VIF entry in instance network info cache for port 8240f3ec-85dc-4104-b697-3ef975f60b42. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10215.999239] env[89459]: DEBUG nova.network.neutron [req-4d277de1-1e6e-4476-884d-6f92fe1dd3fa req-52de8784-80ec-421e-afdc-2484509fe228 service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Updating instance_info_cache with network_info: [{"id": "8240f3ec-85dc-4104-b697-3ef975f60b42", "address": "fa:16:3e:4f:62:d8", "network": {"id": "1fe9007b-af83-4018-b0d3-71ce0a13f77e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1851451668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "abf0cb88d7614133a10c1b79f4d6ef9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8240f3ec-85", "ovs_interfaceid": "8240f3ec-85dc-4104-b697-3ef975f60b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10216.024098] env[89459]: INFO nova.compute.manager [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Rebuilding instance [10216.083663] env[89459]: DEBUG nova.compute.manager [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10216.084842] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.085598] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29cc4e6-f1cb-4b84-aae4-419726cfb597 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10216.141319] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "e53072c9-76ed-4f47-baa8-4eaf1528f195" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10216.141471] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "e53072c9-76ed-4f47-baa8-4eaf1528f195" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10216.141669] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "e53072c9-76ed-4f47-baa8-4eaf1528f195-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10216.142042] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "e53072c9-76ed-4f47-baa8-4eaf1528f195-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10216.142042] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "e53072c9-76ed-4f47-baa8-4eaf1528f195-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10216.144151] env[89459]: INFO nova.compute.manager [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Terminating instance [10216.270352] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.282100] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767410, 'name': ReconfigVM_Task, 'duration_secs': 0.600861} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10216.282100] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Reconfigured VM instance instance-0000001c to attach disk [datastore2] e74ebf30-9d3e-407f-bd6d-b2034ee02af0/e74ebf30-9d3e-407f-bd6d-b2034ee02af0.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10216.282961] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.283515] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db20006-d25f-4ef0-a854-dad511458f33 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10216.292995] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10216.292995] env[89459]: value = "task-5767411" [10216.292995] env[89459]: _type = "Task" [10216.292995] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10216.293459] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.304366] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767411, 'name': Rename_Task} progress is 5%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10216.304684] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10216.326162] env[89459]: DEBUG nova.compute.manager [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10216.326433] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10216.327466] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.328425] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f6a053-a526-4f10-95ec-c1ca07b23063 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10216.337411] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10216.337737] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.337999] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a89e7d42-55e7-4fc9-88db-ccfdd3f6d98a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10216.347727] env[89459]: DEBUG oslo_vmware.api [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10216.347727] env[89459]: value = "task-5767412" [10216.347727] env[89459]: _type = "Task" [10216.347727] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10216.349928] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.359492] env[89459]: DEBUG oslo_vmware.api [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10216.359685] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10216.443840] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Releasing lock "refresh_cache-419d6089-f6fd-4c72-bb41-f0507491cdc3" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10216.444206] env[89459]: DEBUG nova.compute.manager [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Instance network_info: |[{"id": "a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813", "address": "fa:16:3e:9f:c3:0b", "network": {"id": "23d95696-86f4-412f-9891-6bfd4dc23b6f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-205011010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39fb993ebd6347f3bbbc6eb69a331763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39bd8e8-5e", "ovs_interfaceid": "a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=89459) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2055}} [10216.444504] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Acquiring lock "7ca98e44-6025-4d53-b1f1-aa22cfb3aae3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10216.444656] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Lock "7ca98e44-6025-4d53-b1f1-aa22cfb3aae3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10216.445913] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:c3:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10216.458990] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Creating folder: Project (39fb993ebd6347f3bbbc6eb69a331763). Parent ref: group-v1116138. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10216.462614] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.463443] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ddf3672-f7ce-4c3a-a204-fbe41948e73a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10216.478802] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Created folder: Project (39fb993ebd6347f3bbbc6eb69a331763) in parent group-v1116138. [10216.478958] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Creating folder: Instances. Parent ref: group-v1116226. {{(pid=89459) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [10216.479677] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.479914] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfc053b5-2354-4d1e-b523-9cf15a29223a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10216.497852] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Created folder: Instances in parent group-v1116226. [10216.497852] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.497852] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10216.497852] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.497852] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09a3ede3-48bd-4a1b-8a9f-77f292ed9319 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10216.513366] env[89459]: DEBUG oslo_concurrency.lockutils [req-4d277de1-1e6e-4476-884d-6f92fe1dd3fa req-52de8784-80ec-421e-afdc-2484509fe228 service nova] Releasing lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10216.513366] env[89459]: DEBUG nova.compute.manager [req-4d277de1-1e6e-4476-884d-6f92fe1dd3fa req-52de8784-80ec-421e-afdc-2484509fe228 service nova] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Received event network-vif-deleted-c08a8b78-8104-4ec2-9e40-4ab98459b6ef {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10216.532277] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10216.532277] env[89459]: value = "task-5767416" [10216.532277] env[89459]: _type = "Task" [10216.532277] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10216.536424] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.548651] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767416, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10216.548651] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10216.647730] env[89459]: DEBUG nova.compute.manager [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10216.648057] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10216.651767] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.657543] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0783c0-5d77-4229-93e9-24ecabb20cad {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10216.667495] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10216.669224] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.669659] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc412d1b-63ff-459a-ada3-2cf791ade452 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10216.680181] env[89459]: DEBUG oslo_vmware.api [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10216.680181] env[89459]: value = "task-5767417" [10216.680181] env[89459]: _type = "Task" [10216.680181] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10216.682476] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.694824] env[89459]: DEBUG oslo_vmware.api [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10216.695051] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10216.723866] env[89459]: WARNING nova.utils [None req-ff46bf5e-ec2e-4a02-a0ac-f9f4baeeb861 tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647f89f9870> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10216.797877] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.811490] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767411, 'name': Rename_Task, 'duration_secs': 0.182158} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10216.812183] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10216.812790] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.813077] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7867bd4c-5bba-4e1b-a1ef-4cc0aecfeac8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10216.821671] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10216.821671] env[89459]: value = "task-5767418" [10216.821671] env[89459]: _type = "Task" [10216.821671] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10216.822715] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.834575] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10216.835114] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10216.850933] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.864810] env[89459]: DEBUG oslo_vmware.api [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767412, 'name': PowerOffVM_Task, 'duration_secs': 0.221} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10216.865663] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10216.865663] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10216.866473] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.866873] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c781a50c-5fd3-4c6a-a6df-9338cd2537a2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10216.948534] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10216.948647] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10216.949259] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Deleting the datastore file [datastore2] ba9c8991-94cb-4c57-b594-f1c5da5c80bd {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10216.951864] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.952054] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21513d54-6579-44d4-ae65-a5ee0b9c49e8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10216.958478] env[89459]: DEBUG nova.compute.manager [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] [instance: 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10216.963287] env[89459]: DEBUG oslo_vmware.api [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for the task: (returnval){ [10216.963287] env[89459]: value = "task-5767420" [10216.963287] env[89459]: _type = "Task" [10216.963287] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10216.969714] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10216.973044] env[89459]: DEBUG oslo_vmware.api [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10216.973218] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10216.987490] env[89459]: DEBUG nova.compute.manager [req-61d77c60-1882-49d2-869e-c1fbe8d0afad req-50c0d43b-180e-497b-9138-91b2e67c44e9 service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Received event network-changed-15337075-b0cc-433d-8531-8f47f82f3ffe {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10216.988181] env[89459]: DEBUG nova.compute.manager [req-61d77c60-1882-49d2-869e-c1fbe8d0afad req-50c0d43b-180e-497b-9138-91b2e67c44e9 service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Refreshing instance network info cache due to event network-changed-15337075-b0cc-433d-8531-8f47f82f3ffe. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10216.988357] env[89459]: DEBUG oslo_concurrency.lockutils [req-61d77c60-1882-49d2-869e-c1fbe8d0afad req-50c0d43b-180e-497b-9138-91b2e67c44e9 service nova] Acquiring lock "refresh_cache-c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10216.988992] env[89459]: DEBUG oslo_concurrency.lockutils [req-61d77c60-1882-49d2-869e-c1fbe8d0afad req-50c0d43b-180e-497b-9138-91b2e67c44e9 service nova] Acquired lock "refresh_cache-c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10216.988992] env[89459]: DEBUG nova.network.neutron [req-61d77c60-1882-49d2-869e-c1fbe8d0afad req-50c0d43b-180e-497b-9138-91b2e67c44e9 service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Refreshing network info cache for port 15337075-b0cc-433d-8531-8f47f82f3ffe {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10217.038884] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.050445] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767416, 'name': CreateVM_Task, 'duration_secs': 0.381111} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10217.052797] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10217.053410] env[89459]: WARNING neutronclient.v2_0.client [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10217.054078] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10217.054078] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10217.054232] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10217.054739] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.054974] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c894b9f5-6f7c-45b9-b8ed-323a9213b32b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.061515] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10217.061515] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]528cdd08-1fc8-b253-1c37-08f5dcd51493" [10217.061515] env[89459]: _type = "Task" [10217.061515] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10217.062770] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.073228] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]528cdd08-1fc8-b253-1c37-08f5dcd51493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10217.073487] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10217.106046] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10217.107069] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.108056] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-751eaaf1-d40a-41c4-b3f3-7bc30c24b1a7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.114073] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.116411] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65935f58-ecad-4cf1-8cc7-5f552d717ca4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.120408] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10217.120408] env[89459]: value = "task-5767421" [10217.120408] env[89459]: _type = "Task" [10217.120408] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10217.130438] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.131047] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.132475] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280cc908-6870-48a0-b4ae-de5af7678455 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.144564] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10217.144721] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10217.175462] env[89459]: DEBUG nova.compute.manager [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Received event network-vif-plugged-a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10217.177564] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.177789] env[89459]: DEBUG oslo_concurrency.lockutils [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] Acquiring lock "419d6089-f6fd-4c72-bb41-f0507491cdc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10217.178278] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330a7f4f-9119-43fb-8236-dde42a97b246 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.181664] env[89459]: DEBUG oslo_concurrency.lockutils [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] Lock "419d6089-f6fd-4c72-bb41-f0507491cdc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10217.182087] env[89459]: DEBUG oslo_concurrency.lockutils [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] Lock "419d6089-f6fd-4c72-bb41-f0507491cdc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10217.182310] env[89459]: DEBUG nova.compute.manager [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] No waiting events found dispatching network-vif-plugged-a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10217.182453] env[89459]: WARNING nova.compute.manager [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Received unexpected event network-vif-plugged-a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813 for instance with vm_state building and task_state spawning. [10217.182613] env[89459]: DEBUG nova.compute.manager [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Received event network-changed-a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10217.182715] env[89459]: DEBUG nova.compute.manager [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Refreshing instance network info cache due to event network-changed-a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10217.182888] env[89459]: DEBUG oslo_concurrency.lockutils [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] Acquiring lock "refresh_cache-419d6089-f6fd-4c72-bb41-f0507491cdc3" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10217.182998] env[89459]: DEBUG oslo_concurrency.lockutils [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] Acquired lock "refresh_cache-419d6089-f6fd-4c72-bb41-f0507491cdc3" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10217.183132] env[89459]: DEBUG nova.network.neutron [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Refreshing network info cache for port a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10217.188637] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.189992] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b99bf61-10d8-4ff6-b5f6-8054288f116e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.204038] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.214482] env[89459]: DEBUG oslo_vmware.api [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767417, 'name': PowerOffVM_Task, 'duration_secs': 0.213434} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10217.219443] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10217.219601] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10217.220532] env[89459]: DEBUG nova.compute.provider_tree [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10217.223459] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.224403] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a834400d-a8b4-4638-ac48-18f5fc2a8136 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.298948] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10217.298948] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10217.298948] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Deleting the datastore file [datastore2] e53072c9-76ed-4f47-baa8-4eaf1528f195 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10217.299527] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.299878] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d304e07-fdef-46ae-9e3e-ea07ccc6475e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.310314] env[89459]: DEBUG oslo_vmware.api [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for the task: (returnval){ [10217.310314] env[89459]: value = "task-5767423" [10217.310314] env[89459]: _type = "Task" [10217.310314] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10217.311134] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.328335] env[89459]: DEBUG oslo_vmware.api [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10217.329349] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10217.329349] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.340716] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767418, 'name': PowerOnVM_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10217.340955] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10217.465358] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.482510] env[89459]: DEBUG oslo_vmware.api [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Task: {'id': task-5767420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129808} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10217.482510] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10217.482510] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10217.482510] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10217.482510] env[89459]: INFO nova.compute.manager [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Took 1.16 seconds to destroy the instance on the hypervisor. [10217.482905] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.483158] env[89459]: DEBUG nova.compute.manager [-] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10217.483267] env[89459]: DEBUG nova.network.neutron [-] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10217.483500] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10217.492705] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10217.493416] env[89459]: WARNING neutronclient.v2_0.client [req-61d77c60-1882-49d2-869e-c1fbe8d0afad req-50c0d43b-180e-497b-9138-91b2e67c44e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10217.520929] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10217.564853] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.579652] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]528cdd08-1fc8-b253-1c37-08f5dcd51493, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10217.580118] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10217.580339] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10217.580549] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10217.580630] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10217.580824] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10217.581437] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.582037] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cc684f8-84b1-4c43-98ba-c670914fa0d3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.590674] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10217.590674] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10217.591524] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.591755] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03289f2e-253e-43f6-9b31-2b817e322910 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.597880] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10217.597880] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52d72784-682b-e2fa-a400-a728aff34ef9" [10217.597880] env[89459]: _type = "Task" [10217.597880] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10217.599931] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.609883] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52d72784-682b-e2fa-a400-a728aff34ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.008395} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10217.611750] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.611997] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ad84f2-5b85-430b-b776-aebb8915f0e2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.618953] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10217.618953] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52c4ea5e-2449-a4b6-3230-8ab726aff299" [10217.618953] env[89459]: _type = "Task" [10217.618953] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10217.619897] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.629985] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52c4ea5e-2449-a4b6-3230-8ab726aff299, 'name': SearchDatastore_Task, 'duration_secs': 0.009134} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10217.631242] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10217.631453] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 419d6089-f6fd-4c72-bb41-f0507491cdc3/419d6089-f6fd-4c72-bb41-f0507491cdc3.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10217.636118] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.637265] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.640452] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c72f111-ee05-4f58-a4fb-dbdf80331d2f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.645404] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767421, 'name': PowerOffVM_Task, 'duration_secs': 0.135416} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10217.647217] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10217.648359] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10217.650548] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.651777] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10217.651777] env[89459]: value = "task-5767424" [10217.651777] env[89459]: _type = "Task" [10217.651777] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10217.652182] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b6ba5e-8329-400a-bcde-c15396339ba7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.663350] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.669414] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10217.673423] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.674229] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf0221d4-97be-4c1e-82c9-fcd85be6ce14 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.675674] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10217.676293] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10217.688844] env[89459]: WARNING neutronclient.v2_0.client [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10217.704393] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10217.705107] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10217.706022] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Deleting the datastore file [datastore2] 12b281e2-3523-43ef-b407-50a543a73c76 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10217.706717] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.707281] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3771dcb-a8ae-4ed9-9bde-539b4b901fd1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.719066] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10217.719066] env[89459]: value = "task-5767426" [10217.719066] env[89459]: _type = "Task" [10217.719066] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10217.723014] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.725558] env[89459]: DEBUG nova.scheduler.client.report [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10217.733358] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10217.733358] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10217.804954] env[89459]: WARNING neutronclient.v2_0.client [req-61d77c60-1882-49d2-869e-c1fbe8d0afad req-50c0d43b-180e-497b-9138-91b2e67c44e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10217.811770] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.822024] env[89459]: DEBUG oslo_vmware.api [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Task: {'id': task-5767423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153584} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10217.823125] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10217.823368] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10217.823517] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10217.823647] env[89459]: INFO nova.compute.manager [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Took 1.18 seconds to destroy the instance on the hypervisor. [10217.825926] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.826265] env[89459]: DEBUG nova.compute.manager [-] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10217.826368] env[89459]: DEBUG nova.network.neutron [-] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10217.827032] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10217.831871] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.844037] env[89459]: DEBUG oslo_vmware.api [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767418, 'name': PowerOnVM_Task, 'duration_secs': 0.593553} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10217.845144] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10217.845144] env[89459]: INFO nova.compute.manager [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Took 26.88 seconds to spawn the instance on the hypervisor. [10217.845144] env[89459]: DEBUG nova.compute.manager [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10217.846079] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10217.847397] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ac42e6-f120-405a-852d-ebba6bc4ccf3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10217.885336] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10217.926222] env[89459]: DEBUG nova.network.neutron [req-61d77c60-1882-49d2-869e-c1fbe8d0afad req-50c0d43b-180e-497b-9138-91b2e67c44e9 service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Updated VIF entry in instance network info cache for port 15337075-b0cc-433d-8531-8f47f82f3ffe. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10217.926569] env[89459]: DEBUG nova.network.neutron [req-61d77c60-1882-49d2-869e-c1fbe8d0afad req-50c0d43b-180e-497b-9138-91b2e67c44e9 service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Updating instance_info_cache with network_info: [{"id": "15337075-b0cc-433d-8531-8f47f82f3ffe", "address": "fa:16:3e:64:66:b8", "network": {"id": "60593547-c202-4414-b715-24dd991905ae", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1007649672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a0d4405dfc4d87bb5acea0ee1c886c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15337075-b0", "ovs_interfaceid": "15337075-b0cc-433d-8531-8f47f82f3ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10218.039027] env[89459]: WARNING neutronclient.v2_0.client [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10218.156937] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.171489] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767424, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10218.171741] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10218.197871] env[89459]: DEBUG nova.network.neutron [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Updated VIF entry in instance network info cache for port a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10218.198401] env[89459]: DEBUG nova.network.neutron [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Updating instance_info_cache with network_info: [{"id": "a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813", "address": "fa:16:3e:9f:c3:0b", "network": {"id": "23d95696-86f4-412f-9891-6bfd4dc23b6f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-205011010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39fb993ebd6347f3bbbc6eb69a331763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39bd8e8-5e", "ovs_interfaceid": "a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10218.224995] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.239172] env[89459]: DEBUG oslo_concurrency.lockutils [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10218.241786] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.526s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10218.242015] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10218.242180] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10218.243308] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.290s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10218.247311] env[89459]: INFO nova.compute.claims [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] [instance: 11e2ed41-2db2-4e63-80e8-0858e7cab8fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10218.249735] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.250243] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144304} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10218.250806] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697891a6-f3e3-4d45-8be1-136f42d891c7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10218.254987] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10218.254987] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10218.254987] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10218.262930] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.264350] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9b8873-6ae4-449f-925d-cb95c1f8f96f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10218.273463] env[89459]: INFO nova.scheduler.client.report [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Deleted allocations for instance 72cfd3d5-92a0-498b-b95a-9d15079eb5b6 [10218.279974] env[89459]: DEBUG nova.network.neutron [-] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10218.297812] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.298500] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee5ef3-85ae-46d6-a6df-0a263c9425dc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10218.308024] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.310214] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e24cf31-26a3-4c47-a21e-02b30278ab91 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10218.344833] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179130MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10218.345272] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10218.372414] env[89459]: INFO nova.compute.manager [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Took 42.20 seconds to build instance. [10218.430967] env[89459]: DEBUG oslo_concurrency.lockutils [req-61d77c60-1882-49d2-869e-c1fbe8d0afad req-50c0d43b-180e-497b-9138-91b2e67c44e9 service nova] Releasing lock "refresh_cache-c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10218.621682] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Volume attach. Driver type: vmdk {{(pid=89459) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [10218.621853] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116225', 'volume_id': 'eb9b8057-c9e7-4c76-9230-5c31f2160e28', 'name': 'volume-eb9b8057-c9e7-4c76-9230-5c31f2160e28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd87e07fa-0fc7-4feb-81b4-93238fc2c964', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb9b8057-c9e7-4c76-9230-5c31f2160e28', 'serial': 'eb9b8057-c9e7-4c76-9230-5c31f2160e28'} {{(pid=89459) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [10218.622438] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.624406] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25a84ac-9d26-43a5-8fc8-073841ea84d6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10218.643544] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.646293] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c54b1b-8fc9-47c8-b45a-4745554e94fd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10218.650750] env[89459]: DEBUG nova.network.neutron [-] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10218.652696] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.689427] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586187} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10218.690154] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore2] 419d6089-f6fd-4c72-bb41-f0507491cdc3/419d6089-f6fd-4c72-bb41-f0507491cdc3.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10218.690154] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10218.694082] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] volume-eb9b8057-c9e7-4c76-9230-5c31f2160e28/volume-eb9b8057-c9e7-4c76-9230-5c31f2160e28.vmdk or device None with type thin {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10218.694680] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.698126] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5eed585-b924-453d-999f-27fd819581c8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10218.700751] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.701597] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca837c0-cfb7-4b71-bf75-63ff995a154b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10218.707310] env[89459]: DEBUG oslo_concurrency.lockutils [req-d61e64c2-f079-4791-8562-6f009a9e3d96 req-4035b167-930a-4d57-bb5c-252decc89c90 service nova] Releasing lock "refresh_cache-419d6089-f6fd-4c72-bb41-f0507491cdc3" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10218.721459] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10218.721459] env[89459]: value = "task-5767427" [10218.721459] env[89459]: _type = "Task" [10218.721459] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10218.724326] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.733667] env[89459]: DEBUG oslo_vmware.api [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10218.733667] env[89459]: value = "task-5767428" [10218.733667] env[89459]: _type = "Task" [10218.733667] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10218.737017] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10218.742620] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10218.742850] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10218.748120] env[89459]: DEBUG oslo_vmware.api [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10218.748120] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10218.798484] env[89459]: INFO nova.compute.manager [-] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Took 1.31 seconds to deallocate network for instance. [10218.799295] env[89459]: DEBUG oslo_concurrency.lockutils [None req-25ebe4f9-0e23-45d7-8f3c-d583d994a3ee tempest-ServerGroupTestJSON-1869202847 tempest-ServerGroupTestJSON-1869202847-project-member] Lock "72cfd3d5-92a0-498b-b95a-9d15079eb5b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.240s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10218.874492] env[89459]: DEBUG oslo_concurrency.lockutils [None req-a57acb7c-2c96-4170-8f1f-6582d11ca7ee tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.713s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10218.874719] env[89459]: DEBUG oslo_concurrency.lockutils [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Acquiring lock "f984b0e8-dad4-430f-99d0-a879a2deff46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10218.874886] env[89459]: DEBUG oslo_concurrency.lockutils [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Lock "f984b0e8-dad4-430f-99d0-a879a2deff46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10219.013255] env[89459]: DEBUG nova.compute.manager [req-bd0ac52f-7c22-4cc5-908b-3760ae2aaf55 req-5e641659-a66a-48a9-a56c-4edc55449069 service nova] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Received event network-vif-deleted-eeb6e135-96fb-4464-91f7-3d993cf3f9f6 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10219.152555] env[89459]: INFO nova.compute.manager [-] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Took 1.33 seconds to deallocate network for instance. [10219.193906] env[89459]: DEBUG nova.compute.manager [req-613a7196-078d-4002-8e63-d46ae89f19a0 req-ecdca51d-59c7-4392-ad70-30dc33a383d0 service nova] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Received event network-vif-deleted-2ccb2ee7-b7bf-47ac-b702-f171bf1335da {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10219.224317] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.234460] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155183} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10219.234631] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10219.235744] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.237507] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530d606a-1482-40ac-b8cf-3a30212e228e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10219.242216] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.278693] env[89459]: DEBUG oslo_vmware.api [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767428, 'name': ReconfigVM_Task, 'duration_secs': 0.40781} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10219.284520] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Reconfigured VM instance instance-00000010 to attach disk [datastore1] volume-eb9b8057-c9e7-4c76-9230-5c31f2160e28/volume-eb9b8057-c9e7-4c76-9230-5c31f2160e28.vmdk or device None with type thin {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10219.298312] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 419d6089-f6fd-4c72-bb41-f0507491cdc3/419d6089-f6fd-4c72-bb41-f0507491cdc3.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10219.299120] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.307049] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10219.308642] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.309178] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b38b376f-5d78-495d-8c7b-ae30f77f6165 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10219.317048] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d19b24-ea82-4939-a5c0-3fa9f149afc8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10219.349429] env[89459]: DEBUG oslo_vmware.api [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10219.349429] env[89459]: value = "task-5767429" [10219.349429] env[89459]: _type = "Task" [10219.349429] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10219.350099] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10219.350099] env[89459]: value = "task-5767430" [10219.350099] env[89459]: _type = "Task" [10219.350099] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10219.352049] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.357833] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.376822] env[89459]: DEBUG oslo_vmware.api [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767429, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10219.377221] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10219.380472] env[89459]: DEBUG nova.compute.manager [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] [instance: f984b0e8-dad4-430f-99d0-a879a2deff46] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10219.396794] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10219.398606] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.45 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10219.403152] env[89459]: DEBUG nova.virt.hardware [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10219.403564] env[89459]: DEBUG nova.virt.hardware [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10219.403564] env[89459]: DEBUG nova.virt.hardware [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10219.403684] env[89459]: DEBUG nova.virt.hardware [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10219.403721] env[89459]: DEBUG nova.virt.hardware [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10219.404331] env[89459]: DEBUG nova.virt.hardware [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10219.404331] env[89459]: DEBUG nova.virt.hardware [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10219.404331] env[89459]: DEBUG nova.virt.hardware [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10219.404331] env[89459]: DEBUG nova.virt.hardware [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10219.404546] env[89459]: DEBUG nova.virt.hardware [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10219.404853] env[89459]: DEBUG nova.virt.hardware [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10219.405552] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.406787] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b171e57-bfcb-4a87-a58b-bfc685cd8b8c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10219.418802] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.420528] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb76a2b-aab1-4cb1-9d02-1127e2cad200 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10219.449991] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Instance VIF info [] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10219.470602] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.473668] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10219.474319] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.474927] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05296bca-3452-40dc-a1fa-085a0a1185f3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10219.496318] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10219.496318] env[89459]: value = "task-5767431" [10219.496318] env[89459]: _type = "Task" [10219.496318] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10219.497716] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.512107] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767431, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10219.512107] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10219.659388] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10219.849418] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.856713] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.865176] env[89459]: DEBUG oslo_vmware.api [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767429, 'name': ReconfigVM_Task, 'duration_secs': 0.175885} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10219.869087] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767430, 'name': ReconfigVM_Task, 'duration_secs': 0.388312} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10219.869999] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116225', 'volume_id': 'eb9b8057-c9e7-4c76-9230-5c31f2160e28', 'name': 'volume-eb9b8057-c9e7-4c76-9230-5c31f2160e28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd87e07fa-0fc7-4feb-81b4-93238fc2c964', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb9b8057-c9e7-4c76-9230-5c31f2160e28', 'serial': 'eb9b8057-c9e7-4c76-9230-5c31f2160e28'} {{(pid=89459) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [10219.872065] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 419d6089-f6fd-4c72-bb41-f0507491cdc3/419d6089-f6fd-4c72-bb41-f0507491cdc3.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10219.873564] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.874012] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1244b876-bbc3-4864-a220-ec47b5dae48a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10219.885751] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10219.885751] env[89459]: value = "task-5767432" [10219.885751] env[89459]: _type = "Task" [10219.885751] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10219.886743] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10219.909081] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767432, 'name': Rename_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10219.909325] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10219.922644] env[89459]: DEBUG oslo_concurrency.lockutils [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10219.992769] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.005819] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767431, 'name': CreateVM_Task, 'duration_secs': 0.32386} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10220.006258] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10220.006816] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10220.007357] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.008093] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10220.008389] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0f19d5-3299-48d3-ab7a-66c27fe344d4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10220.012029] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10220.012770] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.013028] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ab4f5f-6ae7-423a-b15f-b8673168cbcb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10220.021106] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.022472] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b3f5b9-adbe-4069-a75a-834edb7fdef4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10220.027139] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10220.027139] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52264eff-4bfb-4e93-424a-7352b03f7393" [10220.027139] env[89459]: _type = "Task" [10220.027139] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10220.028344] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.072239] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52264eff-4bfb-4e93-424a-7352b03f7393, 'name': SearchDatastore_Task, 'duration_secs': 0.01231} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10220.073857] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10220.074436] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10220.075486] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.075627] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10220.075880] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10220.076017] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10220.076437] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433a0067-1a53-47a9-aa91-0b3b51ae105d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10220.079770] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.080045] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-450f1b83-5a1b-4093-acdc-ea1d9f24ac6b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10220.085472] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.086950] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf82b9f-1884-42f1-bf80-6726ba725ea8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10220.093595] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10220.093595] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10220.104992] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.106540] env[89459]: DEBUG nova.compute.provider_tree [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10220.109110] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9645d8e-c857-464c-9d8c-c4b1a0d8bedd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10220.116403] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10220.116403] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]522dd7dc-a3bb-8fdd-ec0c-38f6a01d994c" [10220.116403] env[89459]: _type = "Task" [10220.116403] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10220.117763] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.127842] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]522dd7dc-a3bb-8fdd-ec0c-38f6a01d994c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10220.128104] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10220.390233] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.400578] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767432, 'name': Rename_Task, 'duration_secs': 0.167057} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10220.401052] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10220.402103] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.402103] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f49ee7f9-6b78-46ae-8231-49bd97223864 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10220.412801] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10220.412801] env[89459]: value = "task-5767433" [10220.412801] env[89459]: _type = "Task" [10220.412801] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10220.423350] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.427883] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767433, 'name': PowerOnVM_Task} progress is 33%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10220.428077] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10220.614033] env[89459]: DEBUG nova.scheduler.client.report [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10220.619158] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.631512] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]522dd7dc-a3bb-8fdd-ec0c-38f6a01d994c, 'name': SearchDatastore_Task, 'duration_secs': 0.01385} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10220.632984] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.636226] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e118b70-3c8e-4643-84ca-f4725ea82a1d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10220.642345] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10220.642345] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]5273ae43-4957-e89f-6e37-d213821c9d65" [10220.642345] env[89459]: _type = "Task" [10220.642345] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10220.643316] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.658559] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]5273ae43-4957-e89f-6e37-d213821c9d65, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10220.658891] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10220.659502] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 12b281e2-3523-43ef-b407-50a543a73c76/12b281e2-3523-43ef-b407-50a543a73c76.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10220.660355] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.660688] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5247268c-605b-4ace-b763-3e2f670fb011 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10220.670341] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10220.670341] env[89459]: value = "task-5767434" [10220.670341] env[89459]: _type = "Task" [10220.670341] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10220.671227] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.682774] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10220.683404] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10220.909455] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10220.919722] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10220.920362] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10220.948381] env[89459]: DEBUG nova.objects.instance [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lazy-loading 'flavor' on Instance uuid d87e07fa-0fc7-4feb-81b4-93238fc2c964 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10221.120746] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.877s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10221.122027] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.650s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10221.122442] env[89459]: DEBUG nova.compute.manager [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] [instance: 11e2ed41-2db2-4e63-80e8-0858e7cab8fc] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10221.125456] env[89459]: DEBUG nova.objects.instance [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lazy-loading 'resources' on Instance uuid c568b2de-2d48-42f5-99bd-f0b19858de1d {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10221.174693] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10221.186588] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767434, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10221.186588] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10221.410897] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10221.422472] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10221.422627] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10221.456124] env[89459]: DEBUG oslo_concurrency.lockutils [None req-1c3a87c8-eb09-4fee-9bb4-f9773250e20a tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.472s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10221.628108] env[89459]: WARNING nova.utils [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10221.628496] env[89459]: DEBUG nova.compute.utils [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10221.676732] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10221.703114] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516035} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10221.704561] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] 12b281e2-3523-43ef-b407-50a543a73c76/12b281e2-3523-43ef-b407-50a543a73c76.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10221.705572] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10221.705893] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10221.706965] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e164cfa8-44d8-4fec-8dbc-a109c263fa00 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10221.726372] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10221.726372] env[89459]: value = "task-5767435" [10221.726372] env[89459]: _type = "Task" [10221.726372] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10221.728414] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10221.748893] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10221.749740] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10221.900600] env[89459]: DEBUG nova.compute.manager [req-daab5bb0-795c-4695-81e3-8d048b516c74 req-14f3c8f2-f834-42d7-878e-7ddab51b11cc service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Received event network-changed-8240f3ec-85dc-4104-b697-3ef975f60b42 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10221.900600] env[89459]: DEBUG nova.compute.manager [req-daab5bb0-795c-4695-81e3-8d048b516c74 req-14f3c8f2-f834-42d7-878e-7ddab51b11cc service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Refreshing instance network info cache due to event network-changed-8240f3ec-85dc-4104-b697-3ef975f60b42. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10221.900755] env[89459]: DEBUG oslo_concurrency.lockutils [req-daab5bb0-795c-4695-81e3-8d048b516c74 req-14f3c8f2-f834-42d7-878e-7ddab51b11cc service nova] Acquiring lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10221.903308] env[89459]: DEBUG oslo_concurrency.lockutils [req-daab5bb0-795c-4695-81e3-8d048b516c74 req-14f3c8f2-f834-42d7-878e-7ddab51b11cc service nova] Acquired lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10221.904351] env[89459]: DEBUG nova.network.neutron [req-daab5bb0-795c-4695-81e3-8d048b516c74 req-14f3c8f2-f834-42d7-878e-7ddab51b11cc service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Refreshing network info cache for port 8240f3ec-85dc-4104-b697-3ef975f60b42 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10221.916030] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10221.942885] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10221.942885] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.47 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10222.134837] env[89459]: DEBUG nova.compute.manager [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] [instance: 11e2ed41-2db2-4e63-80e8-0858e7cab8fc] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10222.232115] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.248506] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166387} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10222.248989] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10222.249671] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.250463] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b899bd31-5735-44b6-9126-d32e19acdca2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10222.275830] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 12b281e2-3523-43ef-b407-50a543a73c76/12b281e2-3523-43ef-b407-50a543a73c76.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10222.276409] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.276681] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2fae8c-3475-4e83-a6dd-0caba7580e7d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10222.301654] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10222.301654] env[89459]: value = "task-5767436" [10222.301654] env[89459]: _type = "Task" [10222.301654] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10222.303247] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.314353] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10222.315098] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10222.383167] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.384150] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5747d245-5a6c-4b45-bb25-d81e894418f8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10222.401837] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.403951] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056c5f2c-25fb-4acf-b929-a8cb1b20221f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10222.409695] env[89459]: WARNING neutronclient.v2_0.client [req-daab5bb0-795c-4695-81e3-8d048b516c74 req-14f3c8f2-f834-42d7-878e-7ddab51b11cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10222.428342] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.460118] env[89459]: DEBUG oslo_vmware.api [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767433, 'name': PowerOnVM_Task, 'duration_secs': 2.029649} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10222.462484] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.462484] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10222.462484] env[89459]: INFO nova.compute.manager [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Took 28.89 seconds to spawn the instance on the hypervisor. [10222.462632] env[89459]: DEBUG nova.compute.manager [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10222.462870] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42efbe20-beec-4ae5-abcf-7c58d7ebfc64 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10222.466887] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.467900] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbbe78c-cb97-421f-9df8-d1322b483a20 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10222.484688] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.485901] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba5a28d-5b8c-4bc0-bb2f-e44ef65c08a5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10222.503689] env[89459]: DEBUG nova.compute.provider_tree [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10222.806403] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.818932] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767436, 'name': ReconfigVM_Task, 'duration_secs': 0.462774} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10222.819411] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 12b281e2-3523-43ef-b407-50a543a73c76/12b281e2-3523-43ef-b407-50a543a73c76.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10222.820459] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.820729] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-663327fc-514b-4c85-851e-05c6050be882 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10222.829916] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10222.829916] env[89459]: value = "task-5767437" [10222.829916] env[89459]: _type = "Task" [10222.829916] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10222.830623] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10222.835652] env[89459]: WARNING neutronclient.v2_0.client [req-daab5bb0-795c-4695-81e3-8d048b516c74 req-14f3c8f2-f834-42d7-878e-7ddab51b11cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10222.844221] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767437, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10222.844408] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10222.934714] env[89459]: DEBUG nova.network.neutron [req-daab5bb0-795c-4695-81e3-8d048b516c74 req-14f3c8f2-f834-42d7-878e-7ddab51b11cc service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Updated VIF entry in instance network info cache for port 8240f3ec-85dc-4104-b697-3ef975f60b42. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10222.935127] env[89459]: DEBUG nova.network.neutron [req-daab5bb0-795c-4695-81e3-8d048b516c74 req-14f3c8f2-f834-42d7-878e-7ddab51b11cc service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Updating instance_info_cache with network_info: [{"id": "8240f3ec-85dc-4104-b697-3ef975f60b42", "address": "fa:16:3e:4f:62:d8", "network": {"id": "1fe9007b-af83-4018-b0d3-71ce0a13f77e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1851451668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "abf0cb88d7614133a10c1b79f4d6ef9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8240f3ec-85", "ovs_interfaceid": "8240f3ec-85dc-4104-b697-3ef975f60b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10222.992552] env[89459]: INFO nova.compute.manager [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Took 42.42 seconds to build instance. [10223.007968] env[89459]: DEBUG nova.scheduler.client.report [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10223.146010] env[89459]: DEBUG nova.compute.manager [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] [instance: 11e2ed41-2db2-4e63-80e8-0858e7cab8fc] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10223.173524] env[89459]: DEBUG nova.virt.hardware [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10223.173946] env[89459]: DEBUG nova.virt.hardware [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10223.174184] env[89459]: DEBUG nova.virt.hardware [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10223.174424] env[89459]: DEBUG nova.virt.hardware [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10223.174610] env[89459]: DEBUG nova.virt.hardware [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10223.174803] env[89459]: DEBUG nova.virt.hardware [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10223.175824] env[89459]: DEBUG nova.virt.hardware [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10223.175824] env[89459]: DEBUG nova.virt.hardware [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10223.175824] env[89459]: DEBUG nova.virt.hardware [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10223.175824] env[89459]: DEBUG nova.virt.hardware [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10223.175824] env[89459]: DEBUG nova.virt.hardware [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10223.176430] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10223.177289] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726def8a-652f-47c8-85e1-b33c3dee6480 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10223.184759] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6da6fdb9-5d03-45b7-aa2f-7b4c001bd7f8 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10223.186113] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b48e7e-4d8a-43d7-89e6-8e4549e7088c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10223.336451] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10223.347634] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767437, 'name': Rename_Task, 'duration_secs': 0.309305} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10223.347988] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10223.348523] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10223.348915] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36ea5143-a3fb-45a5-a353-81a20143b4e9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10223.358664] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10223.358664] env[89459]: value = "task-5767438" [10223.358664] env[89459]: _type = "Task" [10223.358664] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10223.359569] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10223.372387] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10223.372584] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10223.438397] env[89459]: DEBUG oslo_concurrency.lockutils [req-daab5bb0-795c-4695-81e3-8d048b516c74 req-14f3c8f2-f834-42d7-878e-7ddab51b11cc service nova] Releasing lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10223.494801] env[89459]: DEBUG oslo_concurrency.lockutils [None req-62c3b6e7-ee34-4a5a-ba54-9808949bf9d2 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lock "419d6089-f6fd-4c72-bb41-f0507491cdc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.925s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10223.494801] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Acquiring lock "e237ace7-f770-4d3d-9e9f-f2555698c6dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10223.494986] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Lock "e237ace7-f770-4d3d-9e9f-f2555698c6dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10223.513563] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.392s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10223.517030] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.589s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10223.517271] env[89459]: DEBUG nova.objects.instance [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Lazy-loading 'resources' on Instance uuid 8f675322-e13c-4678-9a76-ab194f94c0d0 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10223.548042] env[89459]: INFO nova.scheduler.client.report [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Deleted allocations for instance c568b2de-2d48-42f5-99bd-f0b19858de1d [10223.863875] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10223.874122] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10223.874395] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10223.921899] env[89459]: WARNING nova.utils [None req-30f142a2-d1bf-4025-813f-ed203b2d62e5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647f4991630> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10223.998133] env[89459]: DEBUG nova.compute.manager [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] [instance: e237ace7-f770-4d3d-9e9f-f2555698c6dd] Starting instance... {{(pid=89459) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2496}} [10224.061027] env[89459]: DEBUG oslo_concurrency.lockutils [None req-9d60eea7-89a9-471a-94c3-fe8f20a4a65f tempest-AttachInterfacesV270Test-1816021839 tempest-AttachInterfacesV270Test-1816021839-project-member] Lock "c568b2de-2d48-42f5-99bd-f0b19858de1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.502s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10224.365759] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10224.376711] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10224.376898] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10224.522220] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10224.604067] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10224.604981] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6481386-4ee2-4e48-b8be-f99eaeb6fb53 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10224.616495] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10224.616495] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bc96aa-420a-4e3b-8d14-24edfa48ba86 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10224.659248] env[89459]: WARNING nova.utils [None req-5f5f0bac-ef8d-4353-a7b3-134cdcd4330c tempest-ServersTestFqdnHostnames-1646320837 tempest-ServersTestFqdnHostnames-1646320837-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647f897f520> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10224.660447] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10224.660885] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b43a292-efbe-4032-9273-081cd4feb877 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10224.670030] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10224.674033] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f206aa57-9855-4555-8997-b0a138989ffa {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10224.702389] env[89459]: DEBUG nova.compute.provider_tree [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10224.867810] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10224.877521] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10224.877521] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10225.186071] env[89459]: DEBUG nova.compute.manager [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10225.186546] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10225.187519] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc7b36d-9551-4c70-a6e6-04829c1e4819 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10225.205591] env[89459]: DEBUG nova.scheduler.client.report [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10225.371056] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10225.384021] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767438, 'name': PowerOnVM_Task} progress is 89%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10225.384021] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10225.700207] env[89459]: INFO nova.compute.manager [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] instance snapshotting [10225.705890] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10225.706274] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1908c683-1efe-43b0-a2d0-33d1592aafdb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10225.720131] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10225.737943] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.236s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10225.739742] env[89459]: INFO nova.compute.claims [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] [instance: 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10225.749375] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10225.751219] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab62a5a-c111-4daf-a203-53709d9a3cf8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10225.777986] env[89459]: INFO nova.scheduler.client.report [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Deleted allocations for instance 8f675322-e13c-4678-9a76-ab194f94c0d0 [10225.873109] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10225.883395] env[89459]: DEBUG oslo_vmware.api [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767438, 'name': PowerOnVM_Task, 'duration_secs': 2.133744} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10225.884275] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10225.884275] env[89459]: DEBUG nova.compute.manager [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10225.885252] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10225.886261] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcc5c7b-f6de-4e2b-ba35-c2ae8912eb7c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10226.268312] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Creating Snapshot of the VM instance {{(pid=89459) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [10226.269639] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10226.269952] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d8a6073-38a9-4a82-8885-7ea345a1f8c9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10226.278395] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10226.278395] env[89459]: value = "task-5767439" [10226.278395] env[89459]: _type = "Task" [10226.278395] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10226.279052] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10226.287130] env[89459]: DEBUG oslo_concurrency.lockutils [None req-0a7b7c85-fe13-4b1d-bac6-d7ea85b00278 tempest-ServersWithSpecificFlavorTestJSON-1136329551 tempest-ServersWithSpecificFlavorTestJSON-1136329551-project-member] Lock "8f675322-e13c-4678-9a76-ab194f94c0d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.206s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10226.291388] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767439, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10226.291558] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10226.403740] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10226.783811] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10226.797468] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767439, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10226.798666] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10227.289210] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10227.294871] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10227.296167] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ebd602-330a-452e-ae4f-30fd785cd9f0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10227.302284] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767439, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10227.302529] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10227.307058] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10227.307647] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d731350-f4b7-46b0-b382-8fdb8e8f01b1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10227.340400] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10227.341276] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c83fd51-756e-42bd-a122-078b820d97ae {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10227.349649] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10227.351162] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf380864-3f89-4b20-858a-0578addbf24d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10227.364463] env[89459]: DEBUG oslo_concurrency.lockutils [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquiring lock "12b281e2-3523-43ef-b407-50a543a73c76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10227.367265] env[89459]: DEBUG oslo_concurrency.lockutils [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lock "12b281e2-3523-43ef-b407-50a543a73c76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10227.367453] env[89459]: DEBUG oslo_concurrency.lockutils [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquiring lock "12b281e2-3523-43ef-b407-50a543a73c76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10227.367594] env[89459]: DEBUG oslo_concurrency.lockutils [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lock "12b281e2-3523-43ef-b407-50a543a73c76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10227.367715] env[89459]: DEBUG oslo_concurrency.lockutils [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lock "12b281e2-3523-43ef-b407-50a543a73c76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10227.369605] env[89459]: DEBUG nova.compute.provider_tree [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10227.371463] env[89459]: INFO nova.compute.manager [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Terminating instance [10227.795576] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10227.806068] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767439, 'name': CreateSnapshot_Task, 'duration_secs': 1.175023} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10227.806714] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Created Snapshot of the VM instance {{(pid=89459) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [10227.807016] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10227.809197] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14da5492-1afd-44eb-bde8-0a9a2c06a4c4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10227.872916] env[89459]: DEBUG nova.scheduler.client.report [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10227.877783] env[89459]: DEBUG oslo_concurrency.lockutils [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquiring lock "refresh_cache-12b281e2-3523-43ef-b407-50a543a73c76" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10227.881282] env[89459]: DEBUG oslo_concurrency.lockutils [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquired lock "refresh_cache-12b281e2-3523-43ef-b407-50a543a73c76" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10227.881456] env[89459]: DEBUG nova.network.neutron [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10228.336958] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Creating linked-clone VM from snapshot {{(pid=89459) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [10228.338189] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10228.338189] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72278b23-c7d7-4968-a5d9-23a921846198 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10228.347905] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10228.347905] env[89459]: value = "task-5767440" [10228.347905] env[89459]: _type = "Task" [10228.347905] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10228.348682] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10228.359970] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767440, 'name': CloneVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10228.360216] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10228.379828] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10228.380439] env[89459]: DEBUG nova.compute.manager [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] [instance: 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10228.383187] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.035s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10228.386382] env[89459]: WARNING neutronclient.v2_0.client [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10228.410148] env[89459]: DEBUG nova.network.neutron [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10228.494317] env[89459]: DEBUG nova.network.neutron [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10228.851236] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10228.862365] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767440, 'name': CloneVM_Task} progress is 94%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10228.862994] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10228.895452] env[89459]: WARNING nova.utils [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10228.895815] env[89459]: DEBUG nova.compute.utils [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10228.997685] env[89459]: DEBUG oslo_concurrency.lockutils [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Releasing lock "refresh_cache-12b281e2-3523-43ef-b407-50a543a73c76" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10228.997685] env[89459]: DEBUG nova.compute.manager [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10228.997685] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10228.999817] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10229.001437] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39792d34-7a50-4b52-92fe-128e607847d4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10229.011435] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10229.011856] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10229.013715] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9a85bd8-1381-4df1-9a91-824b6ae3ec86 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10229.022547] env[89459]: DEBUG oslo_vmware.api [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10229.022547] env[89459]: value = "task-5767441" [10229.022547] env[89459]: _type = "Task" [10229.022547] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10229.023257] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10229.034270] env[89459]: DEBUG oslo_vmware.api [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10229.034431] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10229.354453] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10229.364526] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767440, 'name': CloneVM_Task} progress is 94%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10229.364912] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10229.408052] env[89459]: DEBUG nova.compute.manager [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] [instance: 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10229.438708] env[89459]: WARNING nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e53072c9-76ed-4f47-baa8-4eaf1528f195 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [10229.438708] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7fdf2194-d481-49a1-8604-675c96af4a44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.438708] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.438895] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f503ca5f-37a0-44da-a0de-bad9657ebdf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.438895] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7787bc4c-f172-4a6d-b955-8fdbdc5448e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.439073] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d87e07fa-0fc7-4feb-81b4-93238fc2c964 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.439297] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 84c2f756-e7b0-4315-8911-31c720a46226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.439297] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 6796e27a-d0f5-4259-bf44-3264edaabee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.439369] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.439490] env[89459]: WARNING nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance ba9c8991-94cb-4c57-b594-f1c5da5c80bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [10229.439661] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 3fee2830-74ca-410d-8fd8-aa0d171bfc66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.439757] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.439865] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 12b281e2-3523-43ef-b407-50a543a73c76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.439971] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e74ebf30-9d3e-407f-bd6d-b2034ee02af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.440057] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 419d6089-f6fd-4c72-bb41-f0507491cdc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.440148] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.440239] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.440328] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.440420] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.440508] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.440596] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.440685] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.440773] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10229.525477] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10229.536624] env[89459]: DEBUG oslo_vmware.api [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767441, 'name': PowerOffVM_Task, 'duration_secs': 0.330865} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10229.536947] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10229.537083] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10229.538259] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10229.539504] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d3ca518-8539-4764-b199-b6414ad9daeb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10229.564138] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10229.564366] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10229.564596] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Deleting the datastore file [datastore1] 12b281e2-3523-43ef-b407-50a543a73c76 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10229.565245] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10229.565697] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb5490a2-393d-4bbc-81ba-6c108076381e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10229.575879] env[89459]: DEBUG oslo_vmware.api [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for the task: (returnval){ [10229.575879] env[89459]: value = "task-5767443" [10229.575879] env[89459]: _type = "Task" [10229.575879] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10229.576796] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10229.587768] env[89459]: DEBUG oslo_vmware.api [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10229.591018] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10229.856883] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10229.868646] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767440, 'name': CloneVM_Task, 'duration_secs': 1.429269} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10229.869028] env[89459]: INFO nova.virt.vmwareapi.vmops [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Created linked-clone VM from snapshot [10229.869626] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10229.870411] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24075151-858f-49ac-9786-d07a7d27b01b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10229.878702] env[89459]: DEBUG nova.virt.vmwareapi.images [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Uploading image 461fd8d1-ed19-45c1-bb6c-37707f22ca8e {{(pid=89459) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [10229.903775] env[89459]: DEBUG oslo_vmware.rw_handles [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [10229.903775] env[89459]: value = "vm-1116231" [10229.903775] env[89459]: _type = "VirtualMachine" [10229.903775] env[89459]: }. {{(pid=89459) _create_export_vm_lease /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:478}} [10229.906515] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10229.906744] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f04a6400-457b-419d-9a9f-053efbb503a8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10229.918785] env[89459]: DEBUG oslo_vmware.rw_handles [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lease: (returnval){ [10229.918785] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]523ad63a-7104-a2a3-d862-3e2dc51c5d4a" [10229.918785] env[89459]: _type = "HttpNfcLease" [10229.918785] env[89459]: } obtained for exporting VM: (result){ [10229.918785] env[89459]: value = "vm-1116231" [10229.918785] env[89459]: _type = "VirtualMachine" [10229.918785] env[89459]: }. {{(pid=89459) _create_export_vm_lease /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:481}} [10229.922674] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the lease: (returnval){ [10229.922674] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]523ad63a-7104-a2a3-d862-3e2dc51c5d4a" [10229.922674] env[89459]: _type = "HttpNfcLease" [10229.922674] env[89459]: } to be ready. {{(pid=89459) wait_for_lease_ready /opt/stack/oslo.vmware/oslo_vmware/api.py:384}} [10229.923288] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10229.930754] env[89459]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [10229.930754] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]523ad63a-7104-a2a3-d862-3e2dc51c5d4a" [10229.930754] env[89459]: _type = "HttpNfcLease" [10229.930754] env[89459]: } is initializing. {{(pid=89459) _poll_lease /opt/stack/oslo.vmware/oslo_vmware/api.py:412}} [10229.931152] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_lease' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10229.945672] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10230.079310] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10230.090243] env[89459]: DEBUG oslo_vmware.api [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Task: {'id': task-5767443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11128} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10230.090561] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10230.090718] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10230.090861] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10230.090979] env[89459]: INFO nova.compute.manager [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Took 1.09 seconds to destroy the instance on the hypervisor. [10230.091835] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10230.092169] env[89459]: DEBUG nova.compute.manager [-] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10230.092560] env[89459]: DEBUG nova.network.neutron [-] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10230.092560] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10230.109774] env[89459]: DEBUG nova.network.neutron [-] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Instance cache missing network info. {{(pid=89459) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [10230.110028] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10230.296305] env[89459]: WARNING nova.utils [None req-df828dad-7445-4fa0-89e7-e46615ff3289 tempest-ServerMetadataNegativeTestJSON-1973797346 tempest-ServerMetadataNegativeTestJSON-1973797346-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647f4993130> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10230.421805] env[89459]: DEBUG nova.compute.manager [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] [instance: 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10230.424797] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10230.433094] env[89459]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [10230.433094] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]523ad63a-7104-a2a3-d862-3e2dc51c5d4a" [10230.433094] env[89459]: _type = "HttpNfcLease" [10230.433094] env[89459]: } is ready. {{(pid=89459) _poll_lease /opt/stack/oslo.vmware/oslo_vmware/api.py:409}} [10230.433455] env[89459]: DEBUG oslo_vmware.rw_handles [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Invoking VIM API for reading info of lease: (returnval){ [10230.433455] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]523ad63a-7104-a2a3-d862-3e2dc51c5d4a" [10230.433455] env[89459]: _type = "HttpNfcLease" [10230.433455] env[89459]: }. {{(pid=89459) _create_export_vm_lease /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:486}} [10230.434693] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10230.435439] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b5e03f-96d8-415b-a76b-7a73d60764c0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10230.444871] env[89459]: DEBUG oslo_vmware.rw_handles [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255cc65-922d-90e2-7245-ab9d452eecea/disk-0.vmdk from lease info. {{(pid=89459) _find_vmdk_url /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:531}} [10230.444964] env[89459]: DEBUG oslo_vmware.rw_handles [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255cc65-922d-90e2-7245-ab9d452eecea/disk-0.vmdk for reading. {{(pid=89459) _create_read_connection /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:99}} [10230.448792] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10230.457251] env[89459]: DEBUG nova.virt.hardware [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10230.457471] env[89459]: DEBUG nova.virt.hardware [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10230.458021] env[89459]: DEBUG nova.virt.hardware [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10230.458021] env[89459]: DEBUG nova.virt.hardware [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10230.458021] env[89459]: DEBUG nova.virt.hardware [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10230.458021] env[89459]: DEBUG nova.virt.hardware [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10230.458233] env[89459]: DEBUG nova.virt.hardware [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10230.458233] env[89459]: DEBUG nova.virt.hardware [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10230.460017] env[89459]: DEBUG nova.virt.hardware [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10230.460017] env[89459]: DEBUG nova.virt.hardware [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10230.460017] env[89459]: DEBUG nova.virt.hardware [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10230.460017] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10230.460168] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead9dda5-b809-4d61-8f69-8837217fc5f2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10230.472152] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb6ca2a9-748a-4189-b232-ffdddc8823dd tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10230.472672] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919cf3af-ea36-4c2b-b3b4-d83ff5bc7557 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10230.553848] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10230.554332] env[89459]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58c8a88f-900c-4fc3-9f04-695e27d83b25 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10230.560889] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'oslo_vmware.rw_handles.VmdkHandle.update_progress' sleeping for 59.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10230.615025] env[89459]: DEBUG nova.network.neutron [-] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10230.953414] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 982cadfc-8488-4244-9302-2b110615ec6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10231.116387] env[89459]: INFO nova.compute.manager [-] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Took 1.02 seconds to deallocate network for instance. [10231.456877] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1548979b-bc3c-4034-9506-8bfe45ea7abe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10231.624298] env[89459]: DEBUG oslo_concurrency.lockutils [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10231.959925] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1fbfdecc-227f-4a9f-b5ba-b1a1b4c7ca1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10232.466605] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 62a796c1-32b4-4b5e-9298-6ccc96b1f55d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10232.969451] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 573dbd28-d9e1-49d0-8177-f215cb9d8ded has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10233.471778] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 760fe050-0741-4825-a813-6d4d381dbd0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10233.974628] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance dad1105c-c780-44b2-957a-19908a5b5b04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10234.477823] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9bafdb77-0e61-445a-a1c7-d5d65dede910 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10234.980857] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b532e7c4-bd97-480f-8979-58fe9ab0bf09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10235.484026] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7414ed4d-3210-4a9a-b4a6-866a4ea03652 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10235.988268] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 3120140d-c921-456d-a1cb-03817065913d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10236.490886] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 4ca9b57f-18fd-4eee-8944-002809b269cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10236.491204] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10236.491354] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=100GB used_disk=19GB total_vcpus=48 used_vcpus=21 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '21', 'num_vm_active': '13', 'num_task_None': '12', 'num_os_type_None': '21', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '2', 'io_workload': '8', 'num_proj_150731e1d53b476487e80167bf7d70e9': '1', 'num_proj_4f992421118d49ebb0373b9c6dfd9515': '3', 'num_proj_bbcd3af044f640a59d17e7aee52b5787': '1', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '2', 'num_proj_3ca34f5b5d844372aaadbfd47ad79950': '1', 'num_proj_e52bffc6b90b40f1a57603b9d581ae6f': '1', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'num_task_deleting': '1', 'num_proj_884bacc46de54a018e589d941d38a745': '1', 'num_proj_abf0cb88d7614133a10c1b79f4d6ef9c': '1', 'num_task_image_uploading': '1', 'num_proj_39fb993ebd6347f3bbbc6eb69a331763': '1', 'num_vm_building': '8', 'num_task_spawning': '7', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10236.985864] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10236.986914] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06154d16-52ad-4335-b399-972c9860f3a6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10236.996402] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10236.997509] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9532298-7978-43e7-b3a9-6ff79a1eb34c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10237.031297] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10237.033327] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f01382d-5dcc-41a2-b011-196d9b7e24b9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10237.042302] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10237.042302] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a9c344-db52-4ffc-9bac-2a9a3c47d873 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10237.058834] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10237.561975] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10238.066782] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10238.067108] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.686s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10238.067342] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 16.58 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10238.067766] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.761s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10238.067986] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10238.069716] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.411s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10238.070965] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10238.073645] env[89459]: DEBUG oslo_concurrency.lockutils [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.152s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10238.076159] env[89459]: INFO nova.compute.claims [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] [instance: f984b0e8-dad4-430f-99d0-a879a2deff46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10238.097016] env[89459]: INFO nova.scheduler.client.report [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Deleted allocations for instance ba9c8991-94cb-4c57-b594-f1c5da5c80bd [10238.099520] env[89459]: INFO nova.scheduler.client.report [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Deleted allocations for instance e53072c9-76ed-4f47-baa8-4eaf1528f195 [10238.215026] env[89459]: DEBUG oslo_vmware.rw_handles [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255cc65-922d-90e2-7245-ab9d452eecea/disk-0.vmdk. {{(pid=89459) _release_lease /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:423}} [10238.215546] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10238.216848] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f09964-a4b0-4cc7-8608-6e8b584be69f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10238.224263] env[89459]: DEBUG oslo_vmware.rw_handles [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255cc65-922d-90e2-7245-ab9d452eecea/disk-0.vmdk is in state: ready. {{(pid=89459) _release_lease /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:430}} [10238.224263] env[89459]: ERROR oslo_vmware.rw_handles [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255cc65-922d-90e2-7245-ab9d452eecea/disk-0.vmdk due to incomplete transfer. [10238.224701] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10238.224938] env[89459]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-918f48a5-8804-4f8a-8800-782d6343843b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10238.232129] env[89459]: DEBUG oslo_vmware.rw_handles [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255cc65-922d-90e2-7245-ab9d452eecea/disk-0.vmdk. {{(pid=89459) close /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:735}} [10238.232329] env[89459]: DEBUG nova.virt.vmwareapi.images [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Uploaded image 461fd8d1-ed19-45c1-bb6c-37707f22ca8e to the Glance image server {{(pid=89459) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [10238.233499] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Destroying the VM {{(pid=89459) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [10238.234143] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10238.234374] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9dccd40b-84dc-41b4-8eba-941ebf112e92 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10238.241901] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10238.241901] env[89459]: value = "task-5767445" [10238.241901] env[89459]: _type = "Task" [10238.241901] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10238.242275] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10238.253117] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767445, 'name': Destroy_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10238.253305] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10238.610254] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f2355b51-56ff-4611-ae88-2b272f96968c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] Lock "ba9c8991-94cb-4c57-b594-f1c5da5c80bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.790s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10238.618595] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fa07c3d3-3544-419a-ad72-e028f259a9fc tempest-ServersAdminNegativeTestJSON-58030456 tempest-ServersAdminNegativeTestJSON-58030456-project-member] Lock "e53072c9-76ed-4f47-baa8-4eaf1528f195" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.477s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10238.744852] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10238.755535] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767445, 'name': Destroy_Task, 'duration_secs': 0.309367} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10238.755786] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Destroyed the VM [10238.756405] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Deleting Snapshot of the VM instance {{(pid=89459) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [10238.756753] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10238.757043] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ba0c1a41-91a8-4c27-983f-36c5e1a49a81 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10238.765347] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10238.765347] env[89459]: value = "task-5767446" [10238.765347] env[89459]: _type = "Task" [10238.765347] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10238.766159] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10238.778138] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767446, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10238.778329] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10239.269296] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10239.279958] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767446, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10239.280156] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10239.590118] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10239.591660] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decae711-e72d-4a08-8fc7-ae938ea07a43 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10239.600092] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10239.601254] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed42d7c-8c49-4275-aa30-737bc35415e5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10239.638072] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10239.638976] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf770317-330a-4d70-a188-dea4f319c60c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10239.648029] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10239.649244] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0799af8-e669-4f51-98fb-d68efea90f4a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10239.669067] env[89459]: DEBUG nova.compute.provider_tree [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10239.773048] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10239.783337] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767446, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10239.783529] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10240.172712] env[89459]: DEBUG nova.scheduler.client.report [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10240.274864] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10240.284458] env[89459]: DEBUG oslo_vmware.api [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767446, 'name': RemoveSnapshot_Task, 'duration_secs': 1.092056} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10240.284773] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Deleted Snapshot of the VM instance {{(pid=89459) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [10240.285093] env[89459]: INFO nova.compute.manager [None req-91c55bbc-6c9c-42f2-a24c-4d5b84d10b39 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Took 14.58 seconds to snapshot the instance on the hypervisor. [10240.677226] env[89459]: DEBUG oslo_concurrency.lockutils [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10240.680951] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.155s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10240.681596] env[89459]: DEBUG nova.compute.manager [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] [instance: f984b0e8-dad4-430f-99d0-a879a2deff46] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10240.684228] env[89459]: INFO nova.compute.claims [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] [instance: e237ace7-f770-4d3d-9e9f-f2555698c6dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [10241.188240] env[89459]: WARNING nova.utils [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10241.190776] env[89459]: DEBUG nova.compute.utils [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10241.694633] env[89459]: DEBUG nova.compute.manager [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] [instance: f984b0e8-dad4-430f-99d0-a879a2deff46] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10242.235668] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10242.237696] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5dba81-e044-451f-90ac-da83c44038a4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10242.247793] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10242.248964] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfda759-ead6-4851-918b-445025d7b09d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10242.281998] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10242.283017] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c34bb5-b5c1-4da3-b250-e078d75536c4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10242.290601] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10242.292558] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97baf8a-f7c4-43e7-a1ae-ae192dbb0ed8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10242.309186] env[89459]: DEBUG nova.compute.provider_tree [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10242.502383] env[89459]: DEBUG nova.compute.manager [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10242.503363] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10242.504103] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a44026-95c7-4424-8bce-19be5268a48b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10242.710530] env[89459]: DEBUG nova.compute.manager [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] [instance: f984b0e8-dad4-430f-99d0-a879a2deff46] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10242.751330] env[89459]: DEBUG nova.virt.hardware [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10242.751330] env[89459]: DEBUG nova.virt.hardware [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10242.751330] env[89459]: DEBUG nova.virt.hardware [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10242.751501] env[89459]: DEBUG nova.virt.hardware [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10242.751600] env[89459]: DEBUG nova.virt.hardware [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10242.751947] env[89459]: DEBUG nova.virt.hardware [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10242.752592] env[89459]: DEBUG nova.virt.hardware [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10242.752870] env[89459]: DEBUG nova.virt.hardware [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10242.753220] env[89459]: DEBUG nova.virt.hardware [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10242.753529] env[89459]: DEBUG nova.virt.hardware [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10242.753792] env[89459]: DEBUG nova.virt.hardware [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10242.754524] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10242.755449] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a61023-151d-47d7-97f7-5e8aad2ece81 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10242.765731] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-28514042-5099-422c-83e6-27934d55f21d tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10242.771486] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3561c9fe-1be9-4f0a-8755-a68f68fac3f7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10242.811949] env[89459]: DEBUG nova.scheduler.client.report [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10243.018206] env[89459]: INFO nova.compute.manager [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] instance snapshotting [10243.020856] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10243.021995] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599fb51-9514-466a-a3a7-e4c0aef24ef1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10243.043668] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10243.045253] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6538d7-e434-467c-9665-ca9ef9008bfc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10243.317202] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10243.318112] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.914s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10243.318344] env[89459]: DEBUG nova.compute.manager [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] [instance: e237ace7-f770-4d3d-9e9f-f2555698c6dd] Start building networks asynchronously for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2894}} [10243.321085] env[89459]: DEBUG nova.objects.instance [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Trying to apply a migration context that does not seem to be set for this instance {{(pid=89459) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1074}} [10243.559883] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Creating Snapshot of the VM instance {{(pid=89459) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [10243.562714] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10243.562714] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37a7e727-fd80-430f-b71b-dd2de8f62511 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10243.575695] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10243.575695] env[89459]: value = "task-5767447" [10243.575695] env[89459]: _type = "Task" [10243.575695] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10243.576364] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10243.587641] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767447, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10243.587865] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10243.825246] env[89459]: WARNING nova.utils [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] The MainProcess.default pool does not have free threads so the task > will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10243.825681] env[89459]: DEBUG nova.compute.utils [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10244.078886] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10244.090340] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767447, 'name': CreateSnapshot_Task, 'duration_secs': 0.448724} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10244.090731] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Created Snapshot of the VM instance {{(pid=89459) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [10244.091445] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10244.092281] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee0a54e-3ade-4318-94ef-34fda970bb90 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10244.334055] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ab0e5d1d-5858-48c7-a587-a3e5efa2191b tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10244.334055] env[89459]: DEBUG nova.compute.manager [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] [instance: e237ace7-f770-4d3d-9e9f-f2555698c6dd] Start building block device mappings for instance. {{(pid=89459) _build_resources /opt/stack/nova/nova/compute/manager.py:2929}} [10244.338622] env[89459]: DEBUG oslo_concurrency.lockutils [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.709s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10244.338861] env[89459]: DEBUG nova.objects.instance [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lazy-loading 'resources' on Instance uuid 12b281e2-3523-43ef-b407-50a543a73c76 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10244.615118] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Creating linked-clone VM from snapshot {{(pid=89459) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [10244.615714] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10244.615986] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3ce020d-abb1-468d-8ec2-1bccb5dc0231 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10244.625215] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10244.625215] env[89459]: value = "task-5767448" [10244.625215] env[89459]: _type = "Task" [10244.625215] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10244.626240] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10244.636600] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767448, 'name': CloneVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10244.636600] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10245.127440] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10245.139709] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767448, 'name': CloneVM_Task} progress is 94%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10245.139908] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10245.349800] env[89459]: DEBUG nova.compute.manager [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] [instance: e237ace7-f770-4d3d-9e9f-f2555698c6dd] Start spawning the instance on the hypervisor. {{(pid=89459) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2702}} [10245.360132] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10245.361648] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89447bc1-34b8-44dd-a5ef-adc7139a0dc6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10245.371682] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10245.372762] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1049f9c3-f43a-4567-89e7-1069cef1cb0c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10245.402128] env[89459]: DEBUG nova.virt.hardware [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10245.407788] env[89459]: DEBUG nova.virt.hardware [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10245.408578] env[89459]: DEBUG nova.virt.hardware [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10245.408862] env[89459]: DEBUG nova.virt.hardware [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10245.410243] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10245.410619] env[89459]: DEBUG nova.virt.hardware [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10245.410976] env[89459]: DEBUG nova.virt.hardware [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10245.411180] env[89459]: DEBUG nova.virt.hardware [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10245.411302] env[89459]: DEBUG nova.virt.hardware [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10245.411429] env[89459]: DEBUG nova.virt.hardware [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10245.411551] env[89459]: DEBUG nova.virt.hardware [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10245.411703] env[89459]: DEBUG nova.virt.hardware [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10245.412032] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f24700-f5a9-4c58-bec0-2d58168e27a5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10245.415424] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10245.416278] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bf97b8-23a0-4662-8743-be6d6d06ea0c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10245.424023] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10245.426995] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f37c347b-1905-451c-9c1d-96e9c30d5a97 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10245.427113] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb45dee-a1aa-4b50-8f5b-eecb4672968a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10245.431389] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f527fa2-71f8-4ee5-8c00-ad167ec5e7ec {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10245.453430] env[89459]: DEBUG nova.compute.provider_tree [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10245.631703] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10245.642748] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767448, 'name': CloneVM_Task} progress is 94%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10245.643046] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10245.958742] env[89459]: DEBUG nova.scheduler.client.report [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10246.135619] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10246.143658] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767448, 'name': CloneVM_Task, 'duration_secs': 1.473229} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10246.144089] env[89459]: INFO nova.virt.vmwareapi.vmops [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Created linked-clone VM from snapshot [10246.146357] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10246.147433] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4256206d-138e-47ed-a3c1-9263fa280c17 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10246.157155] env[89459]: DEBUG nova.virt.vmwareapi.images [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Uploading image b97d5f80-fbe3-485f-9fb5-86aa846ea4b0 {{(pid=89459) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [10246.189939] env[89459]: DEBUG oslo_vmware.rw_handles [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [10246.189939] env[89459]: value = "vm-1116233" [10246.189939] env[89459]: _type = "VirtualMachine" [10246.189939] env[89459]: }. {{(pid=89459) _create_export_vm_lease /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:478}} [10246.192458] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10246.192621] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-16c12ef2-b5f2-43c9-a327-ba1ceffc6711 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10246.201527] env[89459]: DEBUG oslo_vmware.rw_handles [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lease: (returnval){ [10246.201527] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]527abe57-86f6-763b-ba61-16c1f3b889f2" [10246.201527] env[89459]: _type = "HttpNfcLease" [10246.201527] env[89459]: } obtained for exporting VM: (result){ [10246.201527] env[89459]: value = "vm-1116233" [10246.201527] env[89459]: _type = "VirtualMachine" [10246.201527] env[89459]: }. {{(pid=89459) _create_export_vm_lease /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:481}} [10246.202163] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the lease: (returnval){ [10246.202163] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]527abe57-86f6-763b-ba61-16c1f3b889f2" [10246.202163] env[89459]: _type = "HttpNfcLease" [10246.202163] env[89459]: } to be ready. {{(pid=89459) wait_for_lease_ready /opt/stack/oslo.vmware/oslo_vmware/api.py:384}} [10246.203807] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10246.213906] env[89459]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [10246.213906] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]527abe57-86f6-763b-ba61-16c1f3b889f2" [10246.213906] env[89459]: _type = "HttpNfcLease" [10246.213906] env[89459]: } is initializing. {{(pid=89459) _poll_lease /opt/stack/oslo.vmware/oslo_vmware/api.py:412}} [10246.213906] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_lease' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10246.464292] env[89459]: DEBUG oslo_concurrency.lockutils [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10246.486733] env[89459]: INFO nova.scheduler.client.report [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Deleted allocations for instance 12b281e2-3523-43ef-b407-50a543a73c76 [10246.705175] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10246.718471] env[89459]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [10246.718471] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]527abe57-86f6-763b-ba61-16c1f3b889f2" [10246.718471] env[89459]: _type = "HttpNfcLease" [10246.718471] env[89459]: } is ready. {{(pid=89459) _poll_lease /opt/stack/oslo.vmware/oslo_vmware/api.py:409}} [10246.719232] env[89459]: DEBUG oslo_vmware.rw_handles [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Invoking VIM API for reading info of lease: (returnval){ [10246.719232] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]527abe57-86f6-763b-ba61-16c1f3b889f2" [10246.719232] env[89459]: _type = "HttpNfcLease" [10246.719232] env[89459]: }. {{(pid=89459) _create_export_vm_lease /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:486}} [10246.719690] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10246.721378] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fafc4a8-c458-453e-b42b-0a87f828f4d3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10246.732501] env[89459]: DEBUG oslo_vmware.rw_handles [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd32c0-33ed-1e3c-1ff5-80978a0780b9/disk-0.vmdk from lease info. {{(pid=89459) _find_vmdk_url /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:531}} [10246.732864] env[89459]: DEBUG oslo_vmware.rw_handles [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd32c0-33ed-1e3c-1ff5-80978a0780b9/disk-0.vmdk for reading. {{(pid=89459) _create_read_connection /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:99}} [10246.827488] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10246.828080] env[89459]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-976571dc-927a-4809-b900-2c54cd2d0b2d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10246.835890] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'oslo_vmware.rw_handles.VmdkHandle.update_progress' sleeping for 59.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10246.995846] env[89459]: DEBUG oslo_concurrency.lockutils [None req-cf046bcf-cf63-4699-8a65-45ac880a98fc tempest-ServersListShow2100Test-1746027164 tempest-ServersListShow2100Test-1746027164-project-member] Lock "12b281e2-3523-43ef-b407-50a543a73c76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.628s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10248.913876] env[89459]: WARNING nova.utils [None req-b84e03c6-e9ed-4ca6-97f6-e1af93854599 tempest-ServersV294TestFqdnHostnames-34926749 tempest-ServersV294TestFqdnHostnames-34926749-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647f6d9d990> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10249.347271] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "interface-6796e27a-d0f5-4259-bf44-3264edaabee5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10249.348025] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "interface-6796e27a-d0f5-4259-bf44-3264edaabee5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10249.348025] env[89459]: DEBUG nova.objects.instance [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lazy-loading 'flavor' on Instance uuid 6796e27a-d0f5-4259-bf44-3264edaabee5 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10249.851377] env[89459]: WARNING neutronclient.v2_0.client [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10249.928930] env[89459]: DEBUG nova.objects.instance [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lazy-loading 'pci_requests' on Instance uuid 6796e27a-d0f5-4259-bf44-3264edaabee5 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10250.431037] env[89459]: DEBUG nova.objects.base [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Object Instance<6796e27a-d0f5-4259-bf44-3264edaabee5> lazy-loaded attributes: flavor,pci_requests {{(pid=89459) wrapper /opt/stack/nova/nova/objects/base.py:136}} [10250.431037] env[89459]: DEBUG nova.network.neutron [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] allocate_for_instance() {{(pid=89459) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [10250.431237] env[89459]: WARNING neutronclient.v2_0.client [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10250.431485] env[89459]: WARNING neutronclient.v2_0.client [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10250.471644] env[89459]: DEBUG nova.policy [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fafe4a9b8574eebb3b70db69e391c9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ca34f5b5d844372aaadbfd47ad79950', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=89459) authorize /opt/stack/nova/nova/policy.py:192}} [10250.857973] env[89459]: DEBUG nova.network.neutron [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Successfully created port: 5d9c4f78-6f1e-4457-850d-a82079c0f1f9 {{(pid=89459) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [10252.367477] env[89459]: DEBUG nova.compute.manager [req-0706bff9-b6ff-451e-8460-488295acc514 req-64537b2c-9b21-4a96-b966-d9ea17acc78b service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Received event network-vif-plugged-5d9c4f78-6f1e-4457-850d-a82079c0f1f9 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10252.369040] env[89459]: DEBUG oslo_concurrency.lockutils [req-0706bff9-b6ff-451e-8460-488295acc514 req-64537b2c-9b21-4a96-b966-d9ea17acc78b service nova] Acquiring lock "6796e27a-d0f5-4259-bf44-3264edaabee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10252.369314] env[89459]: DEBUG oslo_concurrency.lockutils [req-0706bff9-b6ff-451e-8460-488295acc514 req-64537b2c-9b21-4a96-b966-d9ea17acc78b service nova] Lock "6796e27a-d0f5-4259-bf44-3264edaabee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10252.369471] env[89459]: DEBUG oslo_concurrency.lockutils [req-0706bff9-b6ff-451e-8460-488295acc514 req-64537b2c-9b21-4a96-b966-d9ea17acc78b service nova] Lock "6796e27a-d0f5-4259-bf44-3264edaabee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10252.369810] env[89459]: DEBUG nova.compute.manager [req-0706bff9-b6ff-451e-8460-488295acc514 req-64537b2c-9b21-4a96-b966-d9ea17acc78b service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] No waiting events found dispatching network-vif-plugged-5d9c4f78-6f1e-4457-850d-a82079c0f1f9 {{(pid=89459) pop_instance_event /opt/stack/nova/nova/compute/manager.py:343}} [10252.370349] env[89459]: WARNING nova.compute.manager [req-0706bff9-b6ff-451e-8460-488295acc514 req-64537b2c-9b21-4a96-b966-d9ea17acc78b service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Received unexpected event network-vif-plugged-5d9c4f78-6f1e-4457-850d-a82079c0f1f9 for instance with vm_state active and task_state None. [10252.380092] env[89459]: DEBUG nova.network.neutron [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Successfully updated port: 5d9c4f78-6f1e-4457-850d-a82079c0f1f9 {{(pid=89459) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [10252.882706] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10252.883278] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquired lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10252.883389] env[89459]: DEBUG nova.network.neutron [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10253.423959] env[89459]: WARNING nova.network.neutron [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] e8ce36ad-6673-4e97-9164-21b4ce9c6d96 already exists in list: networks containing: ['e8ce36ad-6673-4e97-9164-21b4ce9c6d96']. ignoring it [10253.517351] env[89459]: WARNING neutronclient.v2_0.client [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10253.671560] env[89459]: WARNING neutronclient.v2_0.client [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10253.752121] env[89459]: DEBUG nova.network.neutron [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Updating instance_info_cache with network_info: [{"id": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "address": "fa:16:3e:89:43:ca", "network": {"id": "e8ce36ad-6673-4e97-9164-21b4ce9c6d96", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-288226235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca34f5b5d844372aaadbfd47ad79950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1658ed36-e1", "ovs_interfaceid": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d9c4f78-6f1e-4457-850d-a82079c0f1f9", "address": "fa:16:3e:f1:2c:16", "network": {"id": "e8ce36ad-6673-4e97-9164-21b4ce9c6d96", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-288226235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca34f5b5d844372aaadbfd47ad79950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9c4f78-6f", "ovs_interfaceid": "5d9c4f78-6f1e-4457-850d-a82079c0f1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10254.254017] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Releasing lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10254.255022] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10254.255022] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquired lock "6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10254.255871] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10254.257249] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9256b091-dc7c-44fa-8946-c721edf324da {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10254.275048] env[89459]: DEBUG nova.virt.hardware [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10254.275847] env[89459]: DEBUG nova.virt.hardware [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10254.275847] env[89459]: DEBUG nova.virt.hardware [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10254.275847] env[89459]: DEBUG nova.virt.hardware [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10254.275847] env[89459]: DEBUG nova.virt.hardware [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10254.275847] env[89459]: DEBUG nova.virt.hardware [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10254.276145] env[89459]: DEBUG nova.virt.hardware [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10254.276187] env[89459]: DEBUG nova.virt.hardware [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10254.276342] env[89459]: DEBUG nova.virt.hardware [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10254.276469] env[89459]: DEBUG nova.virt.hardware [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10254.276620] env[89459]: DEBUG nova.virt.hardware [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10254.283329] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Reconfiguring VM to attach interface {{(pid=89459) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [10254.284194] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10254.284464] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d949c104-ebae-4025-ac8d-faadb3216c54 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10254.304186] env[89459]: DEBUG oslo_vmware.api [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for the task: (returnval){ [10254.304186] env[89459]: value = "task-5767450" [10254.304186] env[89459]: _type = "Task" [10254.304186] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10254.305316] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10254.316701] env[89459]: DEBUG oslo_vmware.api [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767450, 'name': ReconfigVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10254.316701] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10254.507387] env[89459]: WARNING nova.utils [None req-8fdc4fa5-f5be-4449-b809-c48d746a60c8 tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b4112710> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10254.628180] env[89459]: DEBUG oslo_vmware.rw_handles [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd32c0-33ed-1e3c-1ff5-80978a0780b9/disk-0.vmdk. {{(pid=89459) _release_lease /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:423}} [10254.628755] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10254.629620] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc5fc2a-b99d-4e0c-9dce-e7e02b3c3c17 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10254.636777] env[89459]: DEBUG oslo_vmware.rw_handles [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd32c0-33ed-1e3c-1ff5-80978a0780b9/disk-0.vmdk is in state: ready. {{(pid=89459) _release_lease /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:430}} [10254.636909] env[89459]: ERROR oslo_vmware.rw_handles [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd32c0-33ed-1e3c-1ff5-80978a0780b9/disk-0.vmdk due to incomplete transfer. [10254.637420] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10254.637742] env[89459]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d325b5af-7346-431a-b109-c40c95dc8d61 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10254.644974] env[89459]: DEBUG oslo_vmware.rw_handles [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cd32c0-33ed-1e3c-1ff5-80978a0780b9/disk-0.vmdk. {{(pid=89459) close /opt/stack/oslo.vmware/oslo_vmware/rw_handles.py:735}} [10254.645205] env[89459]: DEBUG nova.virt.vmwareapi.images [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Uploaded image b97d5f80-fbe3-485f-9fb5-86aa846ea4b0 to the Glance image server {{(pid=89459) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [10254.646333] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Destroying the VM {{(pid=89459) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [10254.646989] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10254.647281] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [10254.648872] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10254.649189] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d7734ca5-2aaf-4e8f-a61b-b730cc24bbbf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10254.657698] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10254.657698] env[89459]: value = "task-5767451" [10254.657698] env[89459]: _type = "Task" [10254.657698] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10254.658342] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10254.668775] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767451, 'name': Destroy_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10254.668996] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10254.808054] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10254.818830] env[89459]: DEBUG oslo_vmware.api [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10254.819187] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10254.833324] env[89459]: DEBUG nova.compute.manager [req-68770e13-2765-4a6b-b243-b62da1ebdded req-f9060fb1-136d-407e-84a4-6e32016bd446 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Received event network-changed-5d9c4f78-6f1e-4457-850d-a82079c0f1f9 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10254.834040] env[89459]: DEBUG nova.compute.manager [req-68770e13-2765-4a6b-b243-b62da1ebdded req-f9060fb1-136d-407e-84a4-6e32016bd446 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Refreshing instance network info cache due to event network-changed-5d9c4f78-6f1e-4457-850d-a82079c0f1f9. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10254.834235] env[89459]: DEBUG oslo_concurrency.lockutils [req-68770e13-2765-4a6b-b243-b62da1ebdded req-f9060fb1-136d-407e-84a4-6e32016bd446 service nova] Acquiring lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10254.835581] env[89459]: DEBUG oslo_concurrency.lockutils [req-68770e13-2765-4a6b-b243-b62da1ebdded req-f9060fb1-136d-407e-84a4-6e32016bd446 service nova] Acquired lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10254.835581] env[89459]: DEBUG nova.network.neutron [req-68770e13-2765-4a6b-b243-b62da1ebdded req-f9060fb1-136d-407e-84a4-6e32016bd446 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Refreshing network info cache for port 5d9c4f78-6f1e-4457-850d-a82079c0f1f9 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10255.156336] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] There are 17 instances to clean {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [10255.156624] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 12b281e2-3523-43ef-b407-50a543a73c76] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10255.159709] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10255.169470] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767451, 'name': Destroy_Task, 'duration_secs': 0.322865} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10255.170203] env[89459]: INFO nova.virt.vmwareapi.vm_util [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Destroyed the VM [10255.170203] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Deleting Snapshot of the VM instance {{(pid=89459) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [10255.170583] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10255.170827] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6b41aa40-08af-476a-9070-fc84fb93373a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10255.178417] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10255.178417] env[89459]: value = "task-5767452" [10255.178417] env[89459]: _type = "Task" [10255.178417] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10255.179065] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10255.187466] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10255.187639] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10255.310170] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10255.321349] env[89459]: DEBUG oslo_vmware.api [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10255.321732] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10255.337595] env[89459]: WARNING neutronclient.v2_0.client [req-68770e13-2765-4a6b-b243-b62da1ebdded req-f9060fb1-136d-407e-84a4-6e32016bd446 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10255.488121] env[89459]: WARNING neutronclient.v2_0.client [req-68770e13-2765-4a6b-b243-b62da1ebdded req-f9060fb1-136d-407e-84a4-6e32016bd446 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10255.567419] env[89459]: DEBUG nova.network.neutron [req-68770e13-2765-4a6b-b243-b62da1ebdded req-f9060fb1-136d-407e-84a4-6e32016bd446 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Updated VIF entry in instance network info cache for port 5d9c4f78-6f1e-4457-850d-a82079c0f1f9. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10255.569178] env[89459]: DEBUG nova.network.neutron [req-68770e13-2765-4a6b-b243-b62da1ebdded req-f9060fb1-136d-407e-84a4-6e32016bd446 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Updating instance_info_cache with network_info: [{"id": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "address": "fa:16:3e:89:43:ca", "network": {"id": "e8ce36ad-6673-4e97-9164-21b4ce9c6d96", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-288226235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca34f5b5d844372aaadbfd47ad79950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1658ed36-e1", "ovs_interfaceid": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d9c4f78-6f1e-4457-850d-a82079c0f1f9", "address": "fa:16:3e:f1:2c:16", "network": {"id": "e8ce36ad-6673-4e97-9164-21b4ce9c6d96", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-288226235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca34f5b5d844372aaadbfd47ad79950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9c4f78-6f", "ovs_interfaceid": "5d9c4f78-6f1e-4457-850d-a82079c0f1f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10255.659566] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 72cfd3d5-92a0-498b-b95a-9d15079eb5b6] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10255.679268] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10255.689219] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767452, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10255.689381] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10255.812548] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10255.822576] env[89459]: DEBUG oslo_vmware.api [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10255.822758] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10256.070749] env[89459]: DEBUG oslo_concurrency.lockutils [req-68770e13-2765-4a6b-b243-b62da1ebdded req-f9060fb1-136d-407e-84a4-6e32016bd446 service nova] Releasing lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10256.163996] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: c568b2de-2d48-42f5-99bd-f0b19858de1d] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10256.181193] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10256.190479] env[89459]: DEBUG oslo_vmware.api [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767452, 'name': RemoveSnapshot_Task, 'duration_secs': 0.534431} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10256.192053] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Deleted Snapshot of the VM instance {{(pid=89459) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [10256.192053] env[89459]: INFO nova.compute.manager [None req-53181b8e-1595-41f6-96b0-05e8f915b471 tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Took 13.17 seconds to snapshot the instance on the hypervisor. [10256.313588] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10256.324418] env[89459]: DEBUG oslo_vmware.api [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767450, 'name': ReconfigVM_Task, 'duration_secs': 1.6849} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10256.324925] env[89459]: WARNING neutronclient.v2_0.client [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10256.325299] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Releasing lock "6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10256.325403] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Reconfigured VM to attach interface {{(pid=89459) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [10256.667335] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: ba9c8991-94cb-4c57-b594-f1c5da5c80bd] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10256.830102] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ceb39b33-14d7-4b97-968b-1b4b75ecd95c tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "interface-6796e27a-d0f5-4259-bf44-3264edaabee5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.482s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10257.171665] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 0dc6bb67-a406-4d2e-b6a5-588a6c3d4790] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10257.675151] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 542a63e2-96d6-4192-a2f9-20471b12a42e] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10258.178092] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 8f675322-e13c-4678-9a76-ab194f94c0d0] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10258.186013] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Acquiring lock "419d6089-f6fd-4c72-bb41-f0507491cdc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10258.186481] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lock "419d6089-f6fd-4c72-bb41-f0507491cdc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10258.186724] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Acquiring lock "419d6089-f6fd-4c72-bb41-f0507491cdc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10258.186861] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lock "419d6089-f6fd-4c72-bb41-f0507491cdc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10258.186981] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lock "419d6089-f6fd-4c72-bb41-f0507491cdc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10258.189222] env[89459]: INFO nova.compute.manager [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Terminating instance [10258.548457] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "interface-6796e27a-d0f5-4259-bf44-3264edaabee5-5d9c4f78-6f1e-4457-850d-a82079c0f1f9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10258.548678] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "interface-6796e27a-d0f5-4259-bf44-3264edaabee5-5d9c4f78-6f1e-4457-850d-a82079c0f1f9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10258.680778] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: b83bf1f1-1db0-4968-a37f-e72e72e7a85a] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10258.692642] env[89459]: DEBUG nova.compute.manager [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10258.692799] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10258.693847] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10258.694699] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44560d18-c2ea-4eab-b0d7-1c7dfe9d4f48 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10258.704371] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10258.704371] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10258.704371] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e09ac424-d395-40ed-b431-e2d1f1028f36 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10258.713321] env[89459]: DEBUG oslo_vmware.api [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10258.713321] env[89459]: value = "task-5767453" [10258.713321] env[89459]: _type = "Task" [10258.713321] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10258.714929] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10258.726162] env[89459]: DEBUG oslo_vmware.api [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10258.726823] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10259.053220] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10259.053391] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquired lock "6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10259.054038] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10259.054931] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28862016-3ea3-49c8-8a9c-9457892f85ca {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10259.074080] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10259.074828] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98618ade-e93e-4459-a1f7-86aead0339aa {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10259.095347] env[89459]: WARNING neutronclient.v2_0.client [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10259.101139] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Reconfiguring VM to detach interface {{(pid=89459) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [10259.101699] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10259.101961] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a54713-5fa5-4810-8b87-7564f2ffb6ab {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10259.120103] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for the task: (returnval){ [10259.120103] env[89459]: value = "task-5767454" [10259.120103] env[89459]: _type = "Task" [10259.120103] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10259.120883] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10259.132032] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10259.132213] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10259.185625] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: a5b7e323-60ca-421b-b470-21d015bb2f23] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10259.217671] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10259.228557] env[89459]: DEBUG oslo_vmware.api [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767453, 'name': PowerOffVM_Task, 'duration_secs': 0.250479} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10259.228939] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10259.229473] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10259.230160] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10259.230409] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-997e6922-b052-4a41-be69-224fad336129 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10259.334083] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10259.334290] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10259.334396] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Deleting the datastore file [datastore2] 419d6089-f6fd-4c72-bb41-f0507491cdc3 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10259.335059] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10259.336026] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f1ca59c-2501-401d-b521-a1d02df86293 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10259.342748] env[89459]: DEBUG oslo_vmware.api [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for the task: (returnval){ [10259.342748] env[89459]: value = "task-5767456" [10259.342748] env[89459]: _type = "Task" [10259.342748] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10259.343548] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10259.351994] env[89459]: DEBUG oslo_vmware.api [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10259.352261] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10259.623225] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10259.633161] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10259.633961] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10259.687624] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 1be4627b-625e-4128-b7c7-a50e69c2a021] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10259.843659] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10259.853106] env[89459]: DEBUG oslo_vmware.api [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Task: {'id': task-5767456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311171} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10259.853472] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10259.853683] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10259.853823] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10259.853976] env[89459]: INFO nova.compute.manager [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Took 1.16 seconds to destroy the instance on the hypervisor. [10259.854452] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10259.854709] env[89459]: DEBUG nova.compute.manager [-] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10259.854839] env[89459]: DEBUG nova.network.neutron [-] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10259.855194] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10259.887078] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10260.124741] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10260.134354] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10260.134533] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10260.142009] env[89459]: DEBUG nova.compute.manager [req-7295e936-10df-43ce-910f-d7516a2b4ec7 req-10cdb833-fdb6-4466-8d14-3227902d62e2 service nova] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Received event network-vif-deleted-a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10260.142395] env[89459]: INFO nova.compute.manager [req-7295e936-10df-43ce-910f-d7516a2b4ec7 req-10cdb833-fdb6-4466-8d14-3227902d62e2 service nova] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Neutron deleted interface a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813; detaching it from the instance and deleting it from the info cache [10260.142510] env[89459]: DEBUG nova.network.neutron [req-7295e936-10df-43ce-910f-d7516a2b4ec7 req-10cdb833-fdb6-4466-8d14-3227902d62e2 service nova] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10260.190544] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 322611ca-a5f7-4746-838c-777bb510498a] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10260.595505] env[89459]: DEBUG nova.network.neutron [-] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10260.625688] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10260.636178] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10260.636405] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10260.645323] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-7295e936-10df-43ce-910f-d7516a2b4ec7 req-10cdb833-fdb6-4466-8d14-3227902d62e2 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10260.645885] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-238a89f2-dff3-4247-af9e-0ae92f3fecf7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10260.653836] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-7295e936-10df-43ce-910f-d7516a2b4ec7 req-10cdb833-fdb6-4466-8d14-3227902d62e2 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10260.657118] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c807dc-8389-40fe-ae96-4700e3ed7e80 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10260.698825] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: a32bb6ef-0bb5-4210-ae5c-077656a589ed] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10260.701319] env[89459]: DEBUG nova.compute.manager [req-7295e936-10df-43ce-910f-d7516a2b4ec7 req-10cdb833-fdb6-4466-8d14-3227902d62e2 service nova] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Detach interface failed, port_id=a39bd8e8-5ec0-4fed-87a8-fd63bdbb7813, reason: Instance 419d6089-f6fd-4c72-bb41-f0507491cdc3 could not be found. {{(pid=89459) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11694}} [10261.098119] env[89459]: INFO nova.compute.manager [-] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Took 1.24 seconds to deallocate network for instance. [10261.127306] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10261.137933] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10261.138312] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10261.202543] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 6ffc35a0-9b11-4330-a155-090aa8045f62] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10261.604610] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10261.604796] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10261.604966] env[89459]: DEBUG nova.objects.instance [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lazy-loading 'resources' on Instance uuid 419d6089-f6fd-4c72-bb41-f0507491cdc3 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10261.629763] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10261.639601] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10261.639968] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10261.706104] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 740ea210-88de-4da5-b9fa-9a12544e16b1] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10261.729943] env[89459]: DEBUG oslo_concurrency.lockutils [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10261.730161] env[89459]: DEBUG oslo_concurrency.lockutils [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10262.131207] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10262.141820] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10262.141820] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10262.208714] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: dcb42370-4cb1-4313-a13d-a232b0629928] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10262.233337] env[89459]: DEBUG nova.compute.utils [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10262.634220] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10262.646114] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10262.646457] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10262.712162] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: c8964d74-bc36-4d23-9197-feec457db24c] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10262.730513] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10262.731608] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9528c67-2953-46c3-a50e-780bcc9b5469 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10262.736610] env[89459]: DEBUG oslo_concurrency.lockutils [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10262.742011] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10262.743228] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2195875a-dc2e-4443-ae0a-e055c3f94702 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10262.776621] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10262.777434] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5e7450-dc34-4660-b237-7892985c6008 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10262.785736] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10262.787133] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f0d68b-eeeb-4903-be60-6416ebbaf187 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10262.803505] env[89459]: DEBUG nova.compute.provider_tree [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10263.137765] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10263.149778] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10263.149957] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10263.215597] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: e53072c9-76ed-4f47-baa8-4eaf1528f195] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10263.307036] env[89459]: DEBUG nova.scheduler.client.report [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10263.640852] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10263.650551] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10263.650776] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10263.718579] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10263.718920] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances with incomplete migration {{(pid=89459) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [10263.816404] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10263.823993] env[89459]: DEBUG oslo_concurrency.lockutils [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10263.824406] env[89459]: DEBUG oslo_concurrency.lockutils [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10263.824615] env[89459]: INFO nova.compute.manager [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Attaching volume 81e75a8a-ba40-4968-88c5-c410c366d6d4 to /dev/sdb [10263.838712] env[89459]: INFO nova.scheduler.client.report [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Deleted allocations for instance 419d6089-f6fd-4c72-bb41-f0507491cdc3 [10263.860856] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10263.861767] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81fda48-8734-4407-93b7-125ff13b081f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10263.869998] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10263.870839] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b40fc6-0d33-48bd-8f06-cfbc466370ef {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10263.886550] env[89459]: DEBUG nova.virt.block_device [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Updating existing volume attachment record: d98d819b-2f1e-413c-84df-c57f37122641 {{(pid=89459) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [10264.141651] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10264.151879] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10264.152114] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10264.221365] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10264.347828] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fe6521c3-dcc2-4b0c-8cfa-ada03f2c721c tempest-ImagesOneServerTestJSON-118286224 tempest-ImagesOneServerTestJSON-118286224-project-member] Lock "419d6089-f6fd-4c72-bb41-f0507491cdc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.161s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10264.642902] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10264.653038] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task} progress is 18%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10264.653292] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10264.724695] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 3.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10265.144751] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10265.154729] env[89459]: DEBUG oslo_vmware.api [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767454, 'name': ReconfigVM_Task, 'duration_secs': 5.747272} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10265.155149] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Releasing lock "6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10265.155375] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Reconfigured VM to detach interface {{(pid=89459) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [10265.155786] env[89459]: WARNING neutronclient.v2_0.client [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10265.156075] env[89459]: WARNING neutronclient.v2_0.client [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10265.502128] env[89459]: DEBUG nova.compute.manager [req-65fc857a-7824-45d5-897f-c106f3234a74 req-a9c13dc9-8ed0-41a3-82b3-1252b4e04591 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Received event network-vif-deleted-5d9c4f78-6f1e-4457-850d-a82079c0f1f9 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10265.504386] env[89459]: INFO nova.compute.manager [req-65fc857a-7824-45d5-897f-c106f3234a74 req-a9c13dc9-8ed0-41a3-82b3-1252b4e04591 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Neutron deleted interface 5d9c4f78-6f1e-4457-850d-a82079c0f1f9; detaching it from the instance and deleting it from the info cache [10265.504622] env[89459]: DEBUG nova.network.neutron [req-65fc857a-7824-45d5-897f-c106f3234a74 req-a9c13dc9-8ed0-41a3-82b3-1252b4e04591 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Updating instance_info_cache with network_info: [{"id": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "address": "fa:16:3e:89:43:ca", "network": {"id": "e8ce36ad-6673-4e97-9164-21b4ce9c6d96", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-288226235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca34f5b5d844372aaadbfd47ad79950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1658ed36-e1", "ovs_interfaceid": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10266.009317] env[89459]: DEBUG oslo_concurrency.lockutils [req-65fc857a-7824-45d5-897f-c106f3234a74 req-a9c13dc9-8ed0-41a3-82b3-1252b4e04591 service nova] Acquiring lock "6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10266.009602] env[89459]: DEBUG oslo_concurrency.lockutils [req-65fc857a-7824-45d5-897f-c106f3234a74 req-a9c13dc9-8ed0-41a3-82b3-1252b4e04591 service nova] Acquired lock "6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10266.010810] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-65fc857a-7824-45d5-897f-c106f3234a74 req-a9c13dc9-8ed0-41a3-82b3-1252b4e04591 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10266.011124] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcc6021-aace-4b17-a005-3b5d53503ee8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10266.032483] env[89459]: DEBUG oslo_concurrency.lockutils [req-65fc857a-7824-45d5-897f-c106f3234a74 req-a9c13dc9-8ed0-41a3-82b3-1252b4e04591 service nova] Releasing lock "6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10266.032483] env[89459]: WARNING nova.compute.manager [req-65fc857a-7824-45d5-897f-c106f3234a74 req-a9c13dc9-8ed0-41a3-82b3-1252b4e04591 service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Detach interface failed, port_id=5d9c4f78-6f1e-4457-850d-a82079c0f1f9, reason: No device with interface-id 5d9c4f78-6f1e-4457-850d-a82079c0f1f9 exists on VM: nova.exception.NotFound: No device with interface-id 5d9c4f78-6f1e-4457-850d-a82079c0f1f9 exists on VM [10266.393546] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10266.393688] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquired lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10266.393797] env[89459]: DEBUG nova.network.neutron [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10266.551507] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "6796e27a-d0f5-4259-bf44-3264edaabee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10266.551703] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "6796e27a-d0f5-4259-bf44-3264edaabee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10266.551902] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "6796e27a-d0f5-4259-bf44-3264edaabee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10266.552053] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "6796e27a-d0f5-4259-bf44-3264edaabee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10266.552177] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "6796e27a-d0f5-4259-bf44-3264edaabee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10266.554931] env[89459]: INFO nova.compute.manager [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Terminating instance [10266.896830] env[89459]: WARNING neutronclient.v2_0.client [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10267.059379] env[89459]: DEBUG nova.compute.manager [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10267.059651] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10267.061078] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10267.061415] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62606a5d-0618-40be-af07-b8caeef72f4e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10267.070080] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10267.070687] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10267.071032] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af3b81ca-afae-4a8c-8f78-591653598327 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10267.078660] env[89459]: DEBUG oslo_vmware.api [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for the task: (returnval){ [10267.078660] env[89459]: value = "task-5767461" [10267.078660] env[89459]: _type = "Task" [10267.078660] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10267.079639] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10267.089986] env[89459]: DEBUG oslo_vmware.api [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10267.090283] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10267.111107] env[89459]: WARNING neutronclient.v2_0.client [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10267.195793] env[89459]: DEBUG nova.network.neutron [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Updating instance_info_cache with network_info: [{"id": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "address": "fa:16:3e:89:43:ca", "network": {"id": "e8ce36ad-6673-4e97-9164-21b4ce9c6d96", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-288226235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ca34f5b5d844372aaadbfd47ad79950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1658ed36-e1", "ovs_interfaceid": "1658ed36-e19d-49ae-9121-9e5bbbb05db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10267.582445] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10267.592064] env[89459]: DEBUG oslo_vmware.api [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767461, 'name': PowerOffVM_Task, 'duration_secs': 0.241567} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10267.593567] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10267.593723] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10267.594296] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10267.594560] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5973b333-13b3-4032-bdc6-7e0296e5c8df {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10267.667583] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10267.670934] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10267.670934] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Deleting the datastore file [datastore1] 6796e27a-d0f5-4259-bf44-3264edaabee5 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10267.670934] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10267.670934] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc2ce20c-06ca-4ab4-81bc-a222e7ccb98a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10267.682895] env[89459]: DEBUG oslo_vmware.api [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for the task: (returnval){ [10267.682895] env[89459]: value = "task-5767463" [10267.682895] env[89459]: _type = "Task" [10267.682895] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10267.683514] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10267.697341] env[89459]: DEBUG oslo_vmware.api [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10267.697341] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10267.699341] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Releasing lock "refresh_cache-6796e27a-d0f5-4259-bf44-3264edaabee5" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10267.724252] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10267.724252] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10267.724418] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10267.724474] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10267.724575] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10267.725146] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10267.725146] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10267.725146] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10267.725146] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10268.188388] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10268.198258] env[89459]: DEBUG oslo_vmware.api [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Task: {'id': task-5767463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176536} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10268.198495] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10268.198660] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10268.198816] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10268.198951] env[89459]: INFO nova.compute.manager [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Took 1.14 seconds to destroy the instance on the hypervisor. [10268.200390] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10268.200686] env[89459]: DEBUG nova.compute.manager [-] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10268.200833] env[89459]: DEBUG nova.network.neutron [-] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10268.201233] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10268.205534] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b34a53b9-b947-4891-a528-1507d57c4139 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "interface-6796e27a-d0f5-4259-bf44-3264edaabee5-5d9c4f78-6f1e-4457-850d-a82079c0f1f9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.656s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10268.231897] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10268.233263] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10268.233263] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10268.233263] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10268.233761] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10268.235129] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa98b0bf-9dc9-44a1-86b0-765ff6f840dd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10268.245312] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10268.247078] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50790669-8f1f-40d7-9ec2-b616a01de68f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10268.264575] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10268.265509] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd88878-767a-4848-8b50-2fc42e4218d5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10268.270812] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10268.274801] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10268.275985] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d307a2d4-1f13-47f4-8297-6e7538ab5d7f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10268.309651] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178088MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10268.310074] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10268.310074] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10268.433510] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Volume attach. Driver type: vmdk {{(pid=89459) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [10268.433698] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116235', 'volume_id': '81e75a8a-ba40-4968-88c5-c410c366d6d4', 'name': 'volume-81e75a8a-ba40-4968-88c5-c410c366d6d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e74ebf30-9d3e-407f-bd6d-b2034ee02af0', 'attached_at': '', 'detached_at': '', 'volume_id': '81e75a8a-ba40-4968-88c5-c410c366d6d4', 'serial': '81e75a8a-ba40-4968-88c5-c410c366d6d4'} {{(pid=89459) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [10268.434364] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10268.435254] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e03ccb9-ae6b-4c49-a7b3-d7387e5ff9fc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10268.453564] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10268.454450] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b934f8-65e0-46d2-986c-613731c59c63 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10268.483775] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] volume-81e75a8a-ba40-4968-88c5-c410c366d6d4/volume-81e75a8a-ba40-4968-88c5-c410c366d6d4.vmdk or device None with type thin {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10268.484649] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10268.485186] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d035378b-d541-46af-9650-0c134822c438 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10268.508040] env[89459]: DEBUG oslo_vmware.api [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10268.508040] env[89459]: value = "task-5767464" [10268.508040] env[89459]: _type = "Task" [10268.508040] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10268.508886] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10268.519372] env[89459]: DEBUG oslo_vmware.api [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10268.519788] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10269.011272] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10269.021046] env[89459]: DEBUG oslo_vmware.api [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767464, 'name': ReconfigVM_Task, 'duration_secs': 0.366426} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10269.021327] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Reconfigured VM instance instance-0000001c to attach disk [datastore1] volume-81e75a8a-ba40-4968-88c5-c410c366d6d4/volume-81e75a8a-ba40-4968-88c5-c410c366d6d4.vmdk or device None with type thin {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10269.027443] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10269.027820] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-467a46ec-5dad-4e44-8ef7-1d8fe6d57637 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10269.044864] env[89459]: DEBUG oslo_vmware.api [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10269.044864] env[89459]: value = "task-5767465" [10269.044864] env[89459]: _type = "Task" [10269.044864] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10269.045160] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10269.053868] env[89459]: DEBUG oslo_vmware.api [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10269.054029] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10269.124141] env[89459]: DEBUG nova.compute.manager [req-e00d3466-010c-45d5-92e8-651dd2c9ec9b req-b206a4e7-c859-4cc6-bf26-f6b99b6d1a0b service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Received event network-vif-deleted-1658ed36-e19d-49ae-9121-9e5bbbb05db4 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10269.124310] env[89459]: INFO nova.compute.manager [req-e00d3466-010c-45d5-92e8-651dd2c9ec9b req-b206a4e7-c859-4cc6-bf26-f6b99b6d1a0b service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Neutron deleted interface 1658ed36-e19d-49ae-9121-9e5bbbb05db4; detaching it from the instance and deleting it from the info cache [10269.124444] env[89459]: DEBUG nova.network.neutron [req-e00d3466-010c-45d5-92e8-651dd2c9ec9b req-b206a4e7-c859-4cc6-bf26-f6b99b6d1a0b service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10269.271680] env[89459]: DEBUG nova.network.neutron [-] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10269.364267] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7fdf2194-d481-49a1-8604-675c96af4a44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.364396] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365020] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f503ca5f-37a0-44da-a0de-bad9657ebdf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365020] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7787bc4c-f172-4a6d-b955-8fdbdc5448e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365020] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d87e07fa-0fc7-4feb-81b4-93238fc2c964 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365020] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 84c2f756-e7b0-4315-8911-31c720a46226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365020] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 6796e27a-d0f5-4259-bf44-3264edaabee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365256] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365256] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 3fee2830-74ca-410d-8fd8-aa0d171bfc66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365256] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365362] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e74ebf30-9d3e-407f-bd6d-b2034ee02af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365398] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365486] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365571] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365653] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365746] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.365848] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.366798] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.366798] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.366798] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.366798] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10269.544824] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10269.554817] env[89459]: DEBUG oslo_vmware.api [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10269.554817] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10269.628318] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-e00d3466-010c-45d5-92e8-651dd2c9ec9b req-b206a4e7-c859-4cc6-bf26-f6b99b6d1a0b service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10269.628620] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84240a0d-c230-4dd7-bb38-f7b7710d116e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10269.637373] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-e00d3466-010c-45d5-92e8-651dd2c9ec9b req-b206a4e7-c859-4cc6-bf26-f6b99b6d1a0b service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10269.641955] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f150594a-ebed-4135-965e-92dc02e27271 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10269.677580] env[89459]: DEBUG nova.compute.manager [req-e00d3466-010c-45d5-92e8-651dd2c9ec9b req-b206a4e7-c859-4cc6-bf26-f6b99b6d1a0b service nova] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Detach interface failed, port_id=1658ed36-e19d-49ae-9121-9e5bbbb05db4, reason: Instance 6796e27a-d0f5-4259-bf44-3264edaabee5 could not be found. {{(pid=89459) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11694}} [10269.774357] env[89459]: INFO nova.compute.manager [-] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Took 1.57 seconds to deallocate network for instance. [10269.872882] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 982cadfc-8488-4244-9302-2b110615ec6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10270.049969] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10270.058295] env[89459]: DEBUG oslo_vmware.api [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10270.059058] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10270.280454] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10270.376222] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1548979b-bc3c-4034-9506-8bfe45ea7abe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10270.549949] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10270.560163] env[89459]: DEBUG oslo_vmware.api [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767465, 'name': ReconfigVM_Task, 'duration_secs': 1.141771} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10270.560562] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116235', 'volume_id': '81e75a8a-ba40-4968-88c5-c410c366d6d4', 'name': 'volume-81e75a8a-ba40-4968-88c5-c410c366d6d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e74ebf30-9d3e-407f-bd6d-b2034ee02af0', 'attached_at': '', 'detached_at': '', 'volume_id': '81e75a8a-ba40-4968-88c5-c410c366d6d4', 'serial': '81e75a8a-ba40-4968-88c5-c410c366d6d4'} {{(pid=89459) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [10270.640583] env[89459]: WARNING nova.utils [None req-009ca781-cc10-4ddd-bd43-93ae15aeea23 tempest-SecurityGroupsTestJSON-1217711792 tempest-SecurityGroupsTestJSON-1217711792-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x764790715240> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10270.878806] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1fbfdecc-227f-4a9f-b5ba-b1a1b4c7ca1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10271.382364] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 62a796c1-32b4-4b5e-9298-6ccc96b1f55d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10271.606803] env[89459]: DEBUG nova.objects.instance [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lazy-loading 'flavor' on Instance uuid e74ebf30-9d3e-407f-bd6d-b2034ee02af0 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10271.887820] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 573dbd28-d9e1-49d0-8177-f215cb9d8ded has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10272.111537] env[89459]: DEBUG oslo_concurrency.lockutils [None req-74c5c31e-395b-415a-b661-3d8586b978ae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.287s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10272.277430] env[89459]: DEBUG oslo_concurrency.lockutils [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10272.277643] env[89459]: DEBUG oslo_concurrency.lockutils [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10272.277780] env[89459]: DEBUG nova.compute.manager [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10272.278377] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10272.279376] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea379aa-48de-4a9b-bfcb-fda027c62b3d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10272.287794] env[89459]: DEBUG nova.compute.manager [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=89459) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3480}} [10272.288335] env[89459]: DEBUG nova.objects.instance [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lazy-loading 'flavor' on Instance uuid e74ebf30-9d3e-407f-bd6d-b2034ee02af0 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10272.391143] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 760fe050-0741-4825-a813-6d4d381dbd0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10272.893835] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance dad1105c-c780-44b2-957a-19908a5b5b04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10273.296819] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10273.297959] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10273.298301] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cb790b4-1a04-45c7-af9c-e073221a4b64 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10273.309925] env[89459]: DEBUG oslo_vmware.api [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10273.309925] env[89459]: value = "task-5767466" [10273.309925] env[89459]: _type = "Task" [10273.309925] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10273.313579] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10273.319554] env[89459]: DEBUG oslo_vmware.api [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10273.319554] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10273.396654] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9bafdb77-0e61-445a-a1c7-d5d65dede910 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10273.810433] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10273.819692] env[89459]: DEBUG oslo_vmware.api [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767466, 'name': PowerOffVM_Task, 'duration_secs': 0.19883} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10273.820344] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10273.820589] env[89459]: DEBUG nova.compute.manager [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10273.821363] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10273.822147] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790a8cfb-1879-41e9-8587-a89befe88527 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10273.899755] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b532e7c4-bd97-480f-8979-58fe9ab0bf09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10274.334425] env[89459]: DEBUG oslo_concurrency.lockutils [None req-87d8ea12-fe60-4632-a636-069b7c0ac2b9 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10274.402552] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7414ed4d-3210-4a9a-b4a6-866a4ea03652 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10274.699981] env[89459]: DEBUG nova.objects.instance [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lazy-loading 'flavor' on Instance uuid e74ebf30-9d3e-407f-bd6d-b2034ee02af0 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10274.907427] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 3120140d-c921-456d-a1cb-03817065913d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10275.205556] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10275.205556] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquired lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10275.205556] env[89459]: DEBUG nova.network.neutron [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10275.205556] env[89459]: DEBUG nova.objects.instance [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lazy-loading 'info_cache' on Instance uuid e74ebf30-9d3e-407f-bd6d-b2034ee02af0 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10275.410438] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 4ca9b57f-18fd-4eee-8944-002809b269cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10275.709593] env[89459]: DEBUG nova.objects.base [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=89459) wrapper /opt/stack/nova/nova/objects/base.py:136}} [10275.913220] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 68b73496-2653-4ff1-8a22-f06b7aa620cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10276.212457] env[89459]: WARNING neutronclient.v2_0.client [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10276.394999] env[89459]: WARNING neutronclient.v2_0.client [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10276.416498] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance ccdeff37-549c-4d03-84f5-f484112cfadc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10276.471364] env[89459]: DEBUG nova.network.neutron [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Updating instance_info_cache with network_info: [{"id": "8240f3ec-85dc-4104-b697-3ef975f60b42", "address": "fa:16:3e:4f:62:d8", "network": {"id": "1fe9007b-af83-4018-b0d3-71ce0a13f77e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1851451668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf0cb88d7614133a10c1b79f4d6ef9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8240f3ec-85", "ovs_interfaceid": "8240f3ec-85dc-4104-b697-3ef975f60b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10276.919539] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9a30e7fb-f2f4-4ed8-8e3e-80883cac0bc2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10276.919970] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10276.920219] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=100GB used_disk=19GB total_vcpus=48 used_vcpus=21 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '21', 'num_vm_active': '11', 'num_task_None': '10', 'num_os_type_None': '21', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '2', 'io_workload': '10', 'num_proj_150731e1d53b476487e80167bf7d70e9': '1', 'num_proj_4f992421118d49ebb0373b9c6dfd9515': '3', 'num_proj_bbcd3af044f640a59d17e7aee52b5787': '1', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '2', 'num_task_deleting': '1', 'num_proj_3ca34f5b5d844372aaadbfd47ad79950': '1', 'num_proj_e52bffc6b90b40f1a57603b9d581ae6f': '1', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'num_proj_abf0cb88d7614133a10c1b79f4d6ef9c': '1', 'num_vm_building': '10', 'num_task_spawning': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10276.973905] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Releasing lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10277.347355] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10277.348297] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960566e9-2c15-4616-9206-b7a9d0247a8a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10277.356518] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10277.357587] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e339aefc-6bf2-4605-a936-c9a311d05c75 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10277.389939] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10277.390820] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d25145d-bd54-4f23-8ad6-907235620c15 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10277.398555] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10277.399956] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c01e71-66b1-48c1-9be8-cb839f68147b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10277.413859] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10277.934608] env[89459]: ERROR nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [req-fad5e58c-37b0-4a73-b267-a9bd96fe0054] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5fdf53ec-7a95-439c-92d5-55671bd465d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fad5e58c-37b0-4a73-b267-a9bd96fe0054"}]} [10277.950023] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [10277.965128] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [10277.965287] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10277.975930] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [10277.979500] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10277.980153] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10277.980427] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28ff171c-16bf-4b6d-943d-09505f60992b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10277.990020] env[89459]: DEBUG oslo_vmware.api [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10277.990020] env[89459]: value = "task-5767467" [10277.990020] env[89459]: _type = "Task" [10277.990020] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10277.990692] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10277.995253] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [10278.002721] env[89459]: DEBUG oslo_vmware.api [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10278.002921] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10278.444953] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10278.445892] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cf86dc-5707-4bfe-be13-ef70a9fe0d13 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10278.457123] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10278.457565] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb1f7fe-079d-4e21-8250-68bd602da3c9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10278.488675] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10278.489571] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b26a78-0e82-4e9a-8182-d9b73351856d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10278.493883] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10278.501191] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10278.506651] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dbda3f-ccf7-4fea-9abc-da3d617acd60 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10278.512054] env[89459]: DEBUG oslo_vmware.api [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767467, 'name': PowerOnVM_Task, 'duration_secs': 0.413208} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10278.512623] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10278.513991] env[89459]: DEBUG nova.compute.manager [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10278.522579] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10278.523874] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b854ee5d-20c5-46e9-817d-83c5e06db019 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10278.524620] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4fc7f9-b465-49e0-a425-49ce0a4532af {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10279.055411] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updated inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [10279.055732] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 generation from 67 to 68 during operation: update_inventory {{(pid=89459) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [10279.055776] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10279.560430] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10279.560611] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.251s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10279.560843] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 54.92 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10279.561106] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.281s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10279.561447] env[89459]: DEBUG nova.objects.instance [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lazy-loading 'resources' on Instance uuid 6796e27a-d0f5-4259-bf44-3264edaabee5 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10280.504855] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10280.505923] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664b1be6-1968-42ab-91b4-82846883d58a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10280.514442] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10280.515614] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aed470-0c19-4679-bce7-9df710381008 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10280.547909] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10280.548672] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cfa996-423c-4df6-a88b-1c29d077672a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10280.557029] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10280.558467] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e43891-ee89-41bc-b522-62fcf6fe96a6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10280.574677] env[89459]: DEBUG nova.compute.provider_tree [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10281.078976] env[89459]: DEBUG nova.scheduler.client.report [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10281.584042] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10281.612781] env[89459]: INFO nova.scheduler.client.report [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Deleted allocations for instance 6796e27a-d0f5-4259-bf44-3264edaabee5 [10282.122763] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ec732aa2-1186-43a3-9150-f0b33f34dd5d tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] Lock "6796e27a-d0f5-4259-bf44-3264edaabee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.571s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10283.908551] env[89459]: WARNING nova.utils [None req-4f280cd3-458c-41b6-899c-ddff383c1771 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x76479077ecb0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10294.649989] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Acquiring lock "7fdf2194-d481-49a1-8604-675c96af4a44" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10294.651465] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Lock "7fdf2194-d481-49a1-8604-675c96af4a44" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10295.154084] env[89459]: DEBUG nova.compute.utils [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Using /dev/sd instead of None {{(pid=89459) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [10295.657817] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Lock "7fdf2194-d481-49a1-8604-675c96af4a44" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10296.722789] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Acquiring lock "7fdf2194-d481-49a1-8604-675c96af4a44" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10296.723360] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Lock "7fdf2194-d481-49a1-8604-675c96af4a44" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10296.723563] env[89459]: INFO nova.compute.manager [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Attaching volume 064a2652-a7c7-4dc6-a01e-4401959feb3e to /dev/sdb [10296.760129] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10296.761249] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd20e84-63e9-4233-b46c-9dae886f7f51 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10296.768688] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10296.769516] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17402220-b944-4caa-81b3-e04930a74c8f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10296.784033] env[89459]: DEBUG nova.virt.block_device [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Updating existing volume attachment record: 09b56bec-b12b-4e7c-b4e3-dfd7c5a58d02 {{(pid=89459) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [10301.327826] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Volume attach. Driver type: vmdk {{(pid=89459) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [10301.328380] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116238', 'volume_id': '064a2652-a7c7-4dc6-a01e-4401959feb3e', 'name': 'volume-064a2652-a7c7-4dc6-a01e-4401959feb3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fdf2194-d481-49a1-8604-675c96af4a44', 'attached_at': '', 'detached_at': '', 'volume_id': '064a2652-a7c7-4dc6-a01e-4401959feb3e', 'serial': '064a2652-a7c7-4dc6-a01e-4401959feb3e'} {{(pid=89459) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [10301.329137] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10301.330084] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c2fa1-6f15-495c-8300-9dbe254a89b9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10301.348751] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10301.349637] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0326e75d-26e2-4515-b040-cc3989f04b89 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10301.376562] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-064a2652-a7c7-4dc6-a01e-4401959feb3e/volume-064a2652-a7c7-4dc6-a01e-4401959feb3e.vmdk or device None with type thin {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10301.376959] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10301.377260] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5931281a-9680-4c9d-9942-5dcc84046328 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10301.396729] env[89459]: DEBUG oslo_vmware.api [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for the task: (returnval){ [10301.396729] env[89459]: value = "task-5767472" [10301.396729] env[89459]: _type = "Task" [10301.396729] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10301.398349] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10301.407904] env[89459]: DEBUG oslo_vmware.api [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Task: {'id': task-5767472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10301.408105] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10301.898950] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10301.908449] env[89459]: DEBUG oslo_vmware.api [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Task: {'id': task-5767472, 'name': ReconfigVM_Task, 'duration_secs': 0.349708} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10301.909330] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-064a2652-a7c7-4dc6-a01e-4401959feb3e/volume-064a2652-a7c7-4dc6-a01e-4401959feb3e.vmdk or device None with type thin {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10301.914164] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10301.914429] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21fb1737-0341-4cbd-a59b-edcc47338a46 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10301.930682] env[89459]: DEBUG oslo_vmware.api [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for the task: (returnval){ [10301.930682] env[89459]: value = "task-5767473" [10301.930682] env[89459]: _type = "Task" [10301.930682] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10301.931250] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10301.939455] env[89459]: DEBUG oslo_vmware.api [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Task: {'id': task-5767473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10301.939624] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10302.430439] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10302.439439] env[89459]: DEBUG oslo_vmware.api [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Task: {'id': task-5767473, 'name': ReconfigVM_Task, 'duration_secs': 0.145829} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10302.439827] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116238', 'volume_id': '064a2652-a7c7-4dc6-a01e-4401959feb3e', 'name': 'volume-064a2652-a7c7-4dc6-a01e-4401959feb3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fdf2194-d481-49a1-8604-675c96af4a44', 'attached_at': '', 'detached_at': '', 'volume_id': '064a2652-a7c7-4dc6-a01e-4401959feb3e', 'serial': '064a2652-a7c7-4dc6-a01e-4401959feb3e'} {{(pid=89459) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [10303.477959] env[89459]: DEBUG nova.objects.instance [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Lazy-loading 'flavor' on Instance uuid 7fdf2194-d481-49a1-8604-675c96af4a44 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10303.984620] env[89459]: DEBUG oslo_concurrency.lockutils [None req-b51b2f11-ceee-4d9e-b392-c19ae6112e47 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Lock "7fdf2194-d481-49a1-8604-675c96af4a44" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.261s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10304.670873] env[89459]: DEBUG oslo_concurrency.lockutils [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Acquiring lock "7fdf2194-d481-49a1-8604-675c96af4a44" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10304.671229] env[89459]: DEBUG oslo_concurrency.lockutils [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Lock "7fdf2194-d481-49a1-8604-675c96af4a44" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10305.173910] env[89459]: INFO nova.compute.manager [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Detaching volume 064a2652-a7c7-4dc6-a01e-4401959feb3e [10305.204738] env[89459]: INFO nova.virt.block_device [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Attempting to driver detach volume 064a2652-a7c7-4dc6-a01e-4401959feb3e from mountpoint /dev/sdb [10305.204920] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Volume detach. Driver type: vmdk {{(pid=89459) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [10305.205070] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116238', 'volume_id': '064a2652-a7c7-4dc6-a01e-4401959feb3e', 'name': 'volume-064a2652-a7c7-4dc6-a01e-4401959feb3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fdf2194-d481-49a1-8604-675c96af4a44', 'attached_at': '', 'detached_at': '', 'volume_id': '064a2652-a7c7-4dc6-a01e-4401959feb3e', 'serial': '064a2652-a7c7-4dc6-a01e-4401959feb3e'} {{(pid=89459) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [10305.205610] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10305.206481] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8969fb-0445-4517-a917-678ce26c463a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10305.228993] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10305.229915] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee09d712-64d4-4b08-af54-f2c18d7c16c0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10305.238015] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10305.239047] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a896f9c3-2aaf-48be-848b-506758045e7c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10305.260435] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10305.261223] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ca2a86-2cd9-48bd-a4df-2895fb9a468a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10305.281103] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] The volume has not been displaced from its original location: [datastore1] volume-064a2652-a7c7-4dc6-a01e-4401959feb3e/volume-064a2652-a7c7-4dc6-a01e-4401959feb3e.vmdk. No consolidation needed. {{(pid=89459) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [10305.286809] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=89459) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [10305.287374] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10305.287650] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c471bc-b769-475e-9cef-ee5624242509 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10305.308845] env[89459]: DEBUG oslo_vmware.api [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for the task: (returnval){ [10305.308845] env[89459]: value = "task-5767474" [10305.308845] env[89459]: _type = "Task" [10305.308845] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10305.310026] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10305.318568] env[89459]: DEBUG oslo_vmware.api [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Task: {'id': task-5767474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10305.318568] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10305.809462] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10305.820711] env[89459]: DEBUG oslo_vmware.api [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Task: {'id': task-5767474, 'name': ReconfigVM_Task, 'duration_secs': 0.227049} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10305.822131] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=89459) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [10305.826280] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10305.826666] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b058f4e-5fe2-4db0-a90a-6b8ad66f112a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10305.845297] env[89459]: DEBUG oslo_vmware.api [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for the task: (returnval){ [10305.845297] env[89459]: value = "task-5767475" [10305.845297] env[89459]: _type = "Task" [10305.845297] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10305.845955] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10305.856730] env[89459]: DEBUG oslo_vmware.api [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Task: {'id': task-5767475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10305.856876] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10306.347817] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10306.358141] env[89459]: DEBUG oslo_vmware.api [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Task: {'id': task-5767475, 'name': ReconfigVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10306.358946] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10306.849174] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10306.859261] env[89459]: DEBUG oslo_vmware.api [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Task: {'id': task-5767475, 'name': ReconfigVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10306.859558] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10307.350521] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10307.359356] env[89459]: DEBUG oslo_vmware.api [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Task: {'id': task-5767475, 'name': ReconfigVM_Task, 'duration_secs': 1.146261} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10307.359739] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116238', 'volume_id': '064a2652-a7c7-4dc6-a01e-4401959feb3e', 'name': 'volume-064a2652-a7c7-4dc6-a01e-4401959feb3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7fdf2194-d481-49a1-8604-675c96af4a44', 'attached_at': '', 'detached_at': '', 'volume_id': '064a2652-a7c7-4dc6-a01e-4401959feb3e', 'serial': '064a2652-a7c7-4dc6-a01e-4401959feb3e'} {{(pid=89459) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [10307.912333] env[89459]: DEBUG nova.objects.instance [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Lazy-loading 'flavor' on Instance uuid 7fdf2194-d481-49a1-8604-675c96af4a44 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10308.921103] env[89459]: DEBUG oslo_concurrency.lockutils [None req-060958a1-9296-4c44-baa1-d1e0e3874c84 tempest-VolumesAssistedSnapshotsTest-482539955 tempest-VolumesAssistedSnapshotsTest-482539955-project-admin] Lock "7fdf2194-d481-49a1-8604-675c96af4a44" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.249s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10312.407304] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Acquiring lock "7fdf2194-d481-49a1-8604-675c96af4a44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10312.407824] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Lock "7fdf2194-d481-49a1-8604-675c96af4a44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10312.407824] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Acquiring lock "7fdf2194-d481-49a1-8604-675c96af4a44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10312.408144] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Lock "7fdf2194-d481-49a1-8604-675c96af4a44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10312.408272] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Lock "7fdf2194-d481-49a1-8604-675c96af4a44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10312.411349] env[89459]: INFO nova.compute.manager [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Terminating instance [10312.915924] env[89459]: DEBUG nova.compute.manager [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10312.915924] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10312.916459] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10312.917455] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a277cd0-8a53-45d4-b578-ccf850a5b797 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10312.926300] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10312.926640] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10312.926898] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a81aee-5688-4670-a200-fc82ced0213c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10312.933925] env[89459]: DEBUG oslo_vmware.api [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for the task: (returnval){ [10312.933925] env[89459]: value = "task-5767477" [10312.933925] env[89459]: _type = "Task" [10312.933925] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10312.935041] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10312.944779] env[89459]: DEBUG oslo_vmware.api [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10312.944779] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10313.435605] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10313.445510] env[89459]: DEBUG oslo_vmware.api [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767477, 'name': PowerOffVM_Task, 'duration_secs': 0.214289} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10313.445924] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10313.446084] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10313.446662] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10313.446919] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6159d82-3c66-4a8a-ba65-0712258a6131 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10313.505424] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10313.505964] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10313.506172] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Deleting the datastore file [datastore2] 7fdf2194-d481-49a1-8604-675c96af4a44 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10313.506773] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10313.507151] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15d41aca-4e15-4082-aaa3-f1aa4721d600 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10313.514710] env[89459]: DEBUG oslo_vmware.api [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for the task: (returnval){ [10313.514710] env[89459]: value = "task-5767479" [10313.514710] env[89459]: _type = "Task" [10313.514710] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10313.515753] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10313.524843] env[89459]: DEBUG oslo_vmware.api [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10313.524990] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10314.015820] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10314.025779] env[89459]: DEBUG oslo_vmware.api [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Task: {'id': task-5767479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142158} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10314.026095] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10314.026239] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10314.026371] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10314.026514] env[89459]: INFO nova.compute.manager [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Took 1.11 seconds to destroy the instance on the hypervisor. [10314.027163] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10314.027407] env[89459]: DEBUG nova.compute.manager [-] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10314.027502] env[89459]: DEBUG nova.network.neutron [-] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10314.027744] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10314.096524] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10314.341055] env[89459]: DEBUG oslo_concurrency.lockutils [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10314.341753] env[89459]: DEBUG oslo_concurrency.lockutils [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10314.536858] env[89459]: DEBUG nova.compute.manager [req-3a1d2d69-e40a-48fc-bb62-85e39c9d10b5 req-f4063c5c-6943-49cf-8757-175ce2ce51d7 service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Received event network-vif-deleted-bcd080fc-51d1-43eb-b6a5-84caec20e593 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10314.537519] env[89459]: INFO nova.compute.manager [req-3a1d2d69-e40a-48fc-bb62-85e39c9d10b5 req-f4063c5c-6943-49cf-8757-175ce2ce51d7 service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Neutron deleted interface bcd080fc-51d1-43eb-b6a5-84caec20e593; detaching it from the instance and deleting it from the info cache [10314.537664] env[89459]: DEBUG nova.network.neutron [req-3a1d2d69-e40a-48fc-bb62-85e39c9d10b5 req-f4063c5c-6943-49cf-8757-175ce2ce51d7 service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10314.848795] env[89459]: INFO nova.compute.manager [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Detaching volume 81e75a8a-ba40-4968-88c5-c410c366d6d4 [10314.884054] env[89459]: INFO nova.virt.block_device [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Attempting to driver detach volume 81e75a8a-ba40-4968-88c5-c410c366d6d4 from mountpoint /dev/sdb [10314.884249] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Volume detach. Driver type: vmdk {{(pid=89459) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [10314.884382] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116235', 'volume_id': '81e75a8a-ba40-4968-88c5-c410c366d6d4', 'name': 'volume-81e75a8a-ba40-4968-88c5-c410c366d6d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e74ebf30-9d3e-407f-bd6d-b2034ee02af0', 'attached_at': '', 'detached_at': '', 'volume_id': '81e75a8a-ba40-4968-88c5-c410c366d6d4', 'serial': '81e75a8a-ba40-4968-88c5-c410c366d6d4'} {{(pid=89459) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [10314.885026] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10314.886561] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e854bb85-4c4f-4d30-aaef-f553243f5ce8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10314.910821] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10314.912320] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2da876-463c-4919-a1d3-479cbfe6339b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10314.920945] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10314.922441] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fc1506-ad8b-49f8-baa6-328672e6f590 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10314.945888] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10314.946718] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a4e00a-bdcf-477a-8958-bc89f81d33d7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10314.963027] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] The volume has not been displaced from its original location: [datastore1] volume-81e75a8a-ba40-4968-88c5-c410c366d6d4/volume-81e75a8a-ba40-4968-88c5-c410c366d6d4.vmdk. No consolidation needed. {{(pid=89459) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [10314.968300] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Reconfiguring VM instance instance-0000001c to detach disk 2001 {{(pid=89459) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [10314.969044] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10314.969247] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e32d18-944d-4694-85ca-9846626f6ee3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10314.988578] env[89459]: DEBUG oslo_vmware.api [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10314.988578] env[89459]: value = "task-5767480" [10314.988578] env[89459]: _type = "Task" [10314.988578] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10314.989343] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10315.001560] env[89459]: DEBUG oslo_vmware.api [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767480, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10315.001786] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10315.018683] env[89459]: DEBUG nova.network.neutron [-] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10315.040388] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-3a1d2d69-e40a-48fc-bb62-85e39c9d10b5 req-f4063c5c-6943-49cf-8757-175ce2ce51d7 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10315.040637] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c5f6dd7-3870-4b5a-9bc9-bb24d7c65166 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10315.050041] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-3a1d2d69-e40a-48fc-bb62-85e39c9d10b5 req-f4063c5c-6943-49cf-8757-175ce2ce51d7 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10315.053529] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba97be6-5507-449c-8c0a-7c0ebf520e2d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10315.092271] env[89459]: DEBUG nova.compute.manager [req-3a1d2d69-e40a-48fc-bb62-85e39c9d10b5 req-f4063c5c-6943-49cf-8757-175ce2ce51d7 service nova] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Detach interface failed, port_id=bcd080fc-51d1-43eb-b6a5-84caec20e593, reason: Instance 7fdf2194-d481-49a1-8604-675c96af4a44 could not be found. {{(pid=89459) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11694}} [10315.492711] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10315.503429] env[89459]: DEBUG oslo_vmware.api [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767480, 'name': ReconfigVM_Task, 'duration_secs': 0.226975} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10315.504397] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Reconfigured VM instance instance-0000001c to detach disk 2001 {{(pid=89459) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [10315.508855] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10315.509159] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-199c08ef-1ccb-4563-8d74-292e2708405a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10315.522164] env[89459]: INFO nova.compute.manager [-] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Took 1.49 seconds to deallocate network for instance. [10315.529801] env[89459]: DEBUG oslo_vmware.api [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10315.529801] env[89459]: value = "task-5767481" [10315.529801] env[89459]: _type = "Task" [10315.529801] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10315.530438] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10315.543339] env[89459]: DEBUG oslo_vmware.api [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10315.543339] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10316.029192] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10316.030692] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10316.030692] env[89459]: DEBUG nova.objects.instance [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Lazy-loading 'resources' on Instance uuid 7fdf2194-d481-49a1-8604-675c96af4a44 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10316.031688] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10316.041485] env[89459]: DEBUG oslo_vmware.api [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767481, 'name': ReconfigVM_Task, 'duration_secs': 0.146572} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10316.042205] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116235', 'volume_id': '81e75a8a-ba40-4968-88c5-c410c366d6d4', 'name': 'volume-81e75a8a-ba40-4968-88c5-c410c366d6d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e74ebf30-9d3e-407f-bd6d-b2034ee02af0', 'attached_at': '', 'detached_at': '', 'volume_id': '81e75a8a-ba40-4968-88c5-c410c366d6d4', 'serial': '81e75a8a-ba40-4968-88c5-c410c366d6d4'} {{(pid=89459) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [10316.584846] env[89459]: DEBUG nova.objects.instance [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lazy-loading 'flavor' on Instance uuid e74ebf30-9d3e-407f-bd6d-b2034ee02af0 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10316.962432] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10316.963276] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76be205c-c5b5-4a87-9b96-cf10c2ec4bbb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10316.971392] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10316.972468] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10e88d1-03ae-46f6-80f3-136c985dc40f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10317.003739] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10317.004577] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e611058-8d10-4e74-b8c1-547901e92aa1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10317.012095] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10317.013490] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0071cf-3d74-4f91-9329-b9e45c427116 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10317.031316] env[89459]: DEBUG nova.compute.provider_tree [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10317.532456] env[89459]: DEBUG oslo_concurrency.lockutils [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10317.537582] env[89459]: DEBUG nova.scheduler.client.report [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10317.591189] env[89459]: DEBUG oslo_concurrency.lockutils [None req-aea558ca-c7d3-4d20-a28e-81a21537b34a tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10317.592939] env[89459]: DEBUG oslo_concurrency.lockutils [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.059s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10317.593262] env[89459]: DEBUG nova.compute.manager [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10317.593926] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10317.594803] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfc7326-dc36-4666-a872-9d6a7bad2147 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10317.602827] env[89459]: DEBUG nova.compute.manager [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=89459) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3480}} [10317.603464] env[89459]: DEBUG nova.objects.instance [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lazy-loading 'flavor' on Instance uuid e74ebf30-9d3e-407f-bd6d-b2034ee02af0 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10318.039670] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10318.066485] env[89459]: INFO nova.scheduler.client.report [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Deleted allocations for instance 7fdf2194-d481-49a1-8604-675c96af4a44 [10318.573879] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d6081aa-6863-43ce-8842-6a70648f82ef tempest-VolumesAssistedSnapshotsTest-1278773564 tempest-VolumesAssistedSnapshotsTest-1278773564-project-member] Lock "7fdf2194-d481-49a1-8604-675c96af4a44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.166s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10318.613557] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10318.614153] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10318.614458] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a08e6fb0-3ef7-45c2-8c2a-a11e56728220 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10318.623264] env[89459]: DEBUG oslo_vmware.api [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10318.623264] env[89459]: value = "task-5767482" [10318.623264] env[89459]: _type = "Task" [10318.623264] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10318.624224] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10318.634263] env[89459]: DEBUG oslo_vmware.api [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10318.634263] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10319.125080] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10319.134573] env[89459]: DEBUG oslo_vmware.api [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767482, 'name': PowerOffVM_Task, 'duration_secs': 0.441157} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10319.134905] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10319.135079] env[89459]: DEBUG nova.compute.manager [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10319.135628] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10319.136400] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9fd8c1-b292-41aa-bdff-3685d4e6a5d7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10319.650738] env[89459]: DEBUG oslo_concurrency.lockutils [None req-80eefd1e-ff58-4952-b856-eaf2c305fdd2 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10320.105743] env[89459]: DEBUG nova.objects.instance [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lazy-loading 'flavor' on Instance uuid e74ebf30-9d3e-407f-bd6d-b2034ee02af0 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10320.611270] env[89459]: DEBUG oslo_concurrency.lockutils [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10320.611419] env[89459]: DEBUG oslo_concurrency.lockutils [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquired lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10320.611576] env[89459]: DEBUG nova.network.neutron [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Building network info cache for instance {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [10320.611721] env[89459]: DEBUG nova.objects.instance [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lazy-loading 'info_cache' on Instance uuid e74ebf30-9d3e-407f-bd6d-b2034ee02af0 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10321.115272] env[89459]: DEBUG nova.objects.base [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=89459) wrapper /opt/stack/nova/nova/objects/base.py:136}} [10321.617654] env[89459]: WARNING neutronclient.v2_0.client [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10321.887044] env[89459]: WARNING neutronclient.v2_0.client [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10322.018405] env[89459]: DEBUG nova.network.neutron [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Updating instance_info_cache with network_info: [{"id": "8240f3ec-85dc-4104-b697-3ef975f60b42", "address": "fa:16:3e:4f:62:d8", "network": {"id": "1fe9007b-af83-4018-b0d3-71ce0a13f77e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1851451668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abf0cb88d7614133a10c1b79f4d6ef9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8240f3ec-85", "ovs_interfaceid": "8240f3ec-85dc-4104-b697-3ef975f60b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10322.521290] env[89459]: DEBUG oslo_concurrency.lockutils [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Releasing lock "refresh_cache-e74ebf30-9d3e-407f-bd6d-b2034ee02af0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10323.532139] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10323.533251] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10323.533556] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c1464cd-41c4-4b5d-9779-80915b64505f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10323.542446] env[89459]: DEBUG oslo_vmware.api [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10323.542446] env[89459]: value = "task-5767483" [10323.542446] env[89459]: _type = "Task" [10323.542446] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10323.543066] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10323.553142] env[89459]: DEBUG oslo_vmware.api [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10323.553332] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10324.044452] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10324.054901] env[89459]: DEBUG oslo_vmware.api [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767483, 'name': PowerOnVM_Task, 'duration_secs': 0.42059} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10324.056116] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10324.056116] env[89459]: DEBUG nova.compute.manager [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10324.056341] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-246cf90c-361f-4e24-bceb-b507bbe9aa22 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10324.057216] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0711e2cc-bf58-4192-802a-7519606f339c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10329.897554] env[89459]: WARNING nova.utils [None req-e32dffc1-a406-49c1-87cd-7ce164f05ef2 tempest-FloatingIPsAssociationNegativeTestJSON-2121157508 tempest-FloatingIPsAssociationNegativeTestJSON-2121157508-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x76479077fac0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10330.226511] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10334.477736] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10334.478013] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10334.987504] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10334.987667] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10334.987813] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10334.987927] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10334.988042] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10334.988147] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10334.988264] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10334.988361] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10335.491181] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10335.491475] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10335.491655] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10335.491856] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10335.492443] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10335.493404] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f126215-c069-4030-962c-3e9b4348b079 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10335.501652] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10335.502910] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018fe56a-12d8-46c7-aa0b-de0c72f11f05 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10335.517279] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10335.518101] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18df1f8-eeaf-4cf6-884e-4a4a052734a0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10335.524504] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10335.525912] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd692e4-ac50-4385-83de-f44fc3af78f8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10335.556884] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178264MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10335.557176] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10335.557403] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10336.599354] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.599635] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f503ca5f-37a0-44da-a0de-bad9657ebdf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.599635] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7787bc4c-f172-4a6d-b955-8fdbdc5448e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.599761] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d87e07fa-0fc7-4feb-81b4-93238fc2c964 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.599846] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 84c2f756-e7b0-4315-8911-31c720a46226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.599953] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.600076] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 3fee2830-74ca-410d-8fd8-aa0d171bfc66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.600169] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.600263] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e74ebf30-9d3e-407f-bd6d-b2034ee02af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.600354] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.600447] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.600541] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.600626] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.600719] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.600811] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.600905] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.600997] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.601168] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10336.601255] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10337.105062] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 982cadfc-8488-4244-9302-2b110615ec6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10337.608514] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1548979b-bc3c-4034-9506-8bfe45ea7abe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10338.111745] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1fbfdecc-227f-4a9f-b5ba-b1a1b4c7ca1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10338.614937] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 62a796c1-32b4-4b5e-9298-6ccc96b1f55d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10339.117919] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 573dbd28-d9e1-49d0-8177-f215cb9d8ded has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10339.622982] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 760fe050-0741-4825-a813-6d4d381dbd0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10340.125770] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance dad1105c-c780-44b2-957a-19908a5b5b04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10340.629569] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9bafdb77-0e61-445a-a1c7-d5d65dede910 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10341.132410] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b532e7c4-bd97-480f-8979-58fe9ab0bf09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10341.638054] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7414ed4d-3210-4a9a-b4a6-866a4ea03652 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10342.140920] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 3120140d-c921-456d-a1cb-03817065913d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10342.643786] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 4ca9b57f-18fd-4eee-8944-002809b269cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10343.146860] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 68b73496-2653-4ff1-8a22-f06b7aa620cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10343.650973] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance ccdeff37-549c-4d03-84f5-f484112cfadc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10344.153757] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9a30e7fb-f2f4-4ed8-8e3e-80883cac0bc2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10344.656469] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e30175f2-1b1e-4607-91ca-f5182ac7b418 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10345.159923] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 85c720ff-5386-4f3f-87bd-511c5c392778 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10345.662762] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9e01b7bd-7c5a-4509-96b0-64815fcdcec9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10345.663229] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10345.663307] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=100GB used_disk=17GB total_vcpus=48 used_vcpus=19 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '19', 'num_vm_active': '9', 'num_task_None': '9', 'num_os_type_None': '19', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '2', 'io_workload': '10', 'num_proj_4f992421118d49ebb0373b9c6dfd9515': '3', 'num_proj_bbcd3af044f640a59d17e7aee52b5787': '1', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '2', 'num_proj_e52bffc6b90b40f1a57603b9d581ae6f': '1', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'num_proj_abf0cb88d7614133a10c1b79f4d6ef9c': '1', 'num_vm_building': '10', 'num_task_spawning': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10346.076785] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10346.077701] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb4cabd-85ab-4c8e-a8d4-450483416187 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10346.084918] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10346.086160] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63015061-f524-4538-bfd3-72b1975c4c1e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10346.118432] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10346.122017] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d6544f-68bb-432b-9444-0b7534a2ae93 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10346.128168] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10346.129560] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcebcd2a-fe39-4081-ae6e-d78aad00f2d3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10346.143534] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10346.646770] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10347.151298] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10347.151610] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.594s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10347.151727] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 60.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10358.894494] env[89459]: INFO nova.compute.manager [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Rebuilding instance [10358.938629] env[89459]: DEBUG nova.compute.manager [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10358.939024] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10358.940867] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d110d4d8-c9c5-4424-99b0-397eba439a7f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10359.955674] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10359.956371] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10359.956609] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7307d9a-ec9a-46a2-8c0d-5a606aba726c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10359.964728] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for the task: (returnval){ [10359.964728] env[89459]: value = "task-5767484" [10359.964728] env[89459]: _type = "Task" [10359.964728] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10359.965204] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10359.976574] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10359.976726] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10360.467890] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10360.481468] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767484, 'name': PowerOffVM_Task, 'duration_secs': 0.181925} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10360.482389] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10360.482601] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10360.483180] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10360.483701] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cc2e760-1bd3-4806-98a7-e3d9ca25ce0e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10360.491887] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for the task: (returnval){ [10360.491887] env[89459]: value = "task-5767485" [10360.491887] env[89459]: _type = "Task" [10360.491887] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10360.492830] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10360.504599] env[89459]: ERROR oslo.service.backend._threading.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' failed: oslo_vmware.exceptions.InvalidPowerStateException: The attempted operation cannot be performed in the current state (Powered off). [10360.504599] env[89459]: ERROR oslo.service.backend._threading.loopingcall Traceback (most recent call last): [10360.504599] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py", line 119, in _run_loop [10360.504599] env[89459]: ERROR oslo.service.backend._threading.loopingcall result = func(*self.args, **self.kwargs) [10360.504599] env[89459]: ERROR oslo.service.backend._threading.loopingcall File "/opt/stack/oslo.vmware/oslo_vmware/api.py", line 370, in _poll_task [10360.504599] env[89459]: ERROR oslo.service.backend._threading.loopingcall raise exceptions.translate_fault(task_info.error) [10360.504599] env[89459]: ERROR oslo.service.backend._threading.loopingcall oslo_vmware.exceptions.InvalidPowerStateException: The attempted operation cannot be performed in the current state (Powered off). [10360.504599] env[89459]: ERROR oslo.service.backend._threading.loopingcall [10360.505312] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] VM already powered off {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [10360.505476] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Volume detach. Driver type: vmdk {{(pid=89459) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [10360.505626] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116186', 'volume_id': 'bc712936-897d-454e-bab0-01b3e27411fa', 'name': 'volume-bc712936-897d-454e-bab0-01b3e27411fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac7c6c8f-b715-4339-b113-e72e4b3bcdf0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc712936-897d-454e-bab0-01b3e27411fa', 'serial': 'bc712936-897d-454e-bab0-01b3e27411fa'} {{(pid=89459) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [10360.506205] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10360.507539] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cba0cee-598f-4b4a-a0be-1bca5b1b7fc3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10360.530635] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10360.531608] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8071fa3c-78f9-4182-95f2-59dabfc9d688 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10360.541573] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10360.541854] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c404d13-5a3b-46af-8563-be16e2a2d279 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10360.562564] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10360.563435] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f18b67-eb1b-49e1-9244-d59a54a8f7a0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10360.579984] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] The volume has not been displaced from its original location: [datastore1] volume-bc712936-897d-454e-bab0-01b3e27411fa/volume-bc712936-897d-454e-bab0-01b3e27411fa.vmdk. No consolidation needed. {{(pid=89459) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [10360.585636] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=89459) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [10360.586317] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10360.586535] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b053f5eb-0e5f-4a77-86e8-7ae7986f802e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10360.605948] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for the task: (returnval){ [10360.605948] env[89459]: value = "task-5767486" [10360.605948] env[89459]: _type = "Task" [10360.605948] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10360.607090] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10360.615512] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10360.615756] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10360.982512] env[89459]: DEBUG oslo_concurrency.lockutils [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10360.982829] env[89459]: DEBUG oslo_concurrency.lockutils [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10360.982973] env[89459]: DEBUG oslo_concurrency.lockutils [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10360.983061] env[89459]: DEBUG oslo_concurrency.lockutils [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10360.983286] env[89459]: DEBUG oslo_concurrency.lockutils [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10360.985437] env[89459]: INFO nova.compute.manager [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Terminating instance [10361.107174] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10361.117041] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767486, 'name': ReconfigVM_Task, 'duration_secs': 0.161265} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10361.117200] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=89459) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [10361.122651] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10361.122917] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed70c67-9aa9-45df-be1c-f59ff4e88e00 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10361.143282] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for the task: (returnval){ [10361.143282] env[89459]: value = "task-5767487" [10361.143282] env[89459]: _type = "Task" [10361.143282] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10361.149622] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10361.158166] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767487, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10361.158166] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10361.489057] env[89459]: DEBUG nova.compute.manager [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10361.489158] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10361.489968] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10361.490875] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c81581-d114-472a-96bc-4d8fa8917504 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10361.499174] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10361.500115] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10361.500357] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f45a45-233e-4959-9536-4aa4bbac0340 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10361.507210] env[89459]: DEBUG oslo_vmware.api [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10361.507210] env[89459]: value = "task-5767488" [10361.507210] env[89459]: _type = "Task" [10361.507210] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10361.507855] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10361.516954] env[89459]: DEBUG oslo_vmware.api [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10361.517187] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10361.649534] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10361.659165] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10361.659427] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10362.008039] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10362.017156] env[89459]: DEBUG oslo_vmware.api [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767488, 'name': PowerOffVM_Task, 'duration_secs': 0.186658} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10362.017937] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10362.017937] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10362.018300] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10362.018538] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-373e2d6c-d4bf-4c7c-b34b-c0ab7e868aab {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10362.082364] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10362.082475] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10362.082639] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Deleting the datastore file [datastore2] e74ebf30-9d3e-407f-bd6d-b2034ee02af0 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10362.083333] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10362.083607] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1940074f-161f-45f4-87ed-dab132be6472 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10362.093498] env[89459]: DEBUG oslo_vmware.api [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for the task: (returnval){ [10362.093498] env[89459]: value = "task-5767490" [10362.093498] env[89459]: _type = "Task" [10362.093498] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10362.094100] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10362.102500] env[89459]: DEBUG oslo_vmware.api [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10362.102680] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10362.150327] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10362.160036] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10362.160234] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10362.593499] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10362.602938] env[89459]: DEBUG oslo_vmware.api [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Task: {'id': task-5767490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152007} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10362.603591] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10362.603591] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10362.603722] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10362.603782] env[89459]: INFO nova.compute.manager [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Took 1.11 seconds to destroy the instance on the hypervisor. [10362.604247] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10362.604479] env[89459]: DEBUG nova.compute.manager [-] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10362.604618] env[89459]: DEBUG nova.network.neutron [-] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10362.604894] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10362.635946] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10362.651072] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10362.660148] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767487, 'name': ReconfigVM_Task, 'duration_secs': 1.104169} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10362.660517] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116186', 'volume_id': 'bc712936-897d-454e-bab0-01b3e27411fa', 'name': 'volume-bc712936-897d-454e-bab0-01b3e27411fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac7c6c8f-b715-4339-b113-e72e4b3bcdf0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc712936-897d-454e-bab0-01b3e27411fa', 'serial': 'bc712936-897d-454e-bab0-01b3e27411fa'} {{(pid=89459) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [10362.660757] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10362.661260] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10362.662084] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c97f94-f36f-4531-8fac-bf052057f18c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10362.669438] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10362.669902] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10362.670131] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4a3f3f-3897-494b-8690-5f5ad08d3eaa {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10362.738491] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10362.738725] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10362.738911] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Deleting the datastore file [datastore1] ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10362.739675] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10362.740121] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f86c320-2de4-4d60-a290-9dc229835441 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10362.747837] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for the task: (returnval){ [10362.747837] env[89459]: value = "task-5767492" [10362.747837] env[89459]: _type = "Task" [10362.747837] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10362.748969] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10362.757299] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10362.757619] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10363.177546] env[89459]: DEBUG nova.compute.manager [req-bd24f4ed-d98a-4a0c-b19d-2188ebd3b8f2 req-e9b7a661-2dfd-4200-a0f6-8983a1094f17 service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Received event network-vif-deleted-8240f3ec-85dc-4104-b697-3ef975f60b42 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10363.178379] env[89459]: INFO nova.compute.manager [req-bd24f4ed-d98a-4a0c-b19d-2188ebd3b8f2 req-e9b7a661-2dfd-4200-a0f6-8983a1094f17 service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Neutron deleted interface 8240f3ec-85dc-4104-b697-3ef975f60b42; detaching it from the instance and deleting it from the info cache [10363.178528] env[89459]: DEBUG nova.network.neutron [req-bd24f4ed-d98a-4a0c-b19d-2188ebd3b8f2 req-e9b7a661-2dfd-4200-a0f6-8983a1094f17 service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10363.248893] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10363.258526] env[89459]: DEBUG oslo_vmware.api [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Task: {'id': task-5767492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085761} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10363.259164] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10363.259164] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10363.259164] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10363.323160] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Volume detach. Driver type: vmdk {{(pid=89459) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [10363.323885] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10363.324108] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-babc2f0c-fbdb-4b29-a9a8-0216449a7a2a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10363.331293] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10363.335026] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f602c9-53d5-43b9-a51e-ffc373d00d51 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10363.369650] env[89459]: ERROR nova.compute.manager [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Failed to detach volume bc712936-897d-454e-bab0-01b3e27411fa from /dev/sda: nova.exception.InstanceNotFound: Instance ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 could not be found. [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Traceback (most recent call last): [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/compute/manager.py", line 4262, in _do_rebuild_instance [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] self.driver.rebuild(**kwargs) [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/virt/driver.py", line 534, in rebuild [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] raise NotImplementedError() [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] NotImplementedError [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] During handling of the above exception, another exception occurred: [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Traceback (most recent call last): [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/compute/manager.py", line 3685, in _detach_root_volume [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] self.driver.detach_volume(context, old_connection_info, [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 563, in detach_volume [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] return self._volumeops.detach_volume(connection_info, instance) [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] self._detach_volume_vmdk(connection_info, instance) [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] vm_ref = vm_util.get_vm_ref(self._session, instance) [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] stable_ref.fetch_moref(session) [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] raise exception.InstanceNotFound(instance_id=self._uuid) [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] nova.exception.InstanceNotFound: Instance ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 could not be found. [10363.369650] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] [10363.516995] env[89459]: DEBUG nova.compute.utils [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Build of instance ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 aborted: Failed to rebuild volume backed instance. {{(pid=89459) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [10363.519080] env[89459]: ERROR nova.compute.manager [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 aborted: Failed to rebuild volume backed instance. [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Traceback (most recent call last): [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/compute/manager.py", line 4262, in _do_rebuild_instance [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] self.driver.rebuild(**kwargs) [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/virt/driver.py", line 534, in rebuild [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] raise NotImplementedError() [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] NotImplementedError [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] During handling of the above exception, another exception occurred: [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Traceback (most recent call last): [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/compute/manager.py", line 3720, in _rebuild_volume_backed_instance [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] self._detach_root_volume(context, instance, root_bdm) [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/compute/manager.py", line 3699, in _detach_root_volume [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] with excutils.save_and_reraise_exception(): [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] self.force_reraise() [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] raise self.value [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/compute/manager.py", line 3685, in _detach_root_volume [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] self.driver.detach_volume(context, old_connection_info, [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 563, in detach_volume [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] return self._volumeops.detach_volume(connection_info, instance) [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] self._detach_volume_vmdk(connection_info, instance) [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] vm_ref = vm_util.get_vm_ref(self._session, instance) [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] stable_ref.fetch_moref(session) [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] raise exception.InstanceNotFound(instance_id=self._uuid) [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] nova.exception.InstanceNotFound: Instance ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 could not be found. [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] During handling of the above exception, another exception occurred: [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Traceback (most recent call last): [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/compute/manager.py", line 11594, in _error_out_instance_on_exception [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] yield [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/compute/manager.py", line 3988, in rebuild_instance [10363.519080] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] self._do_rebuild_instance_with_claim( [10363.520277] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/compute/manager.py", line 4074, in _do_rebuild_instance_with_claim [10363.520277] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] self._do_rebuild_instance( [10363.520277] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/compute/manager.py", line 4266, in _do_rebuild_instance [10363.520277] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] self._rebuild_default_impl(**kwargs) [10363.520277] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/compute/manager.py", line 3843, in _rebuild_default_impl [10363.520277] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] self._rebuild_volume_backed_instance( [10363.520277] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] File "/opt/stack/nova/nova/compute/manager.py", line 3735, in _rebuild_volume_backed_instance [10363.520277] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] raise exception.BuildAbortException( [10363.520277] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] nova.exception.BuildAbortException: Build of instance ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 aborted: Failed to rebuild volume backed instance. [10363.520277] env[89459]: ERROR nova.compute.manager [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] [10363.618697] env[89459]: DEBUG nova.network.neutron [-] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10363.681476] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-bd24f4ed-d98a-4a0c-b19d-2188ebd3b8f2 req-e9b7a661-2dfd-4200-a0f6-8983a1094f17 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10363.681822] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-720b78b9-efcd-4bf3-9d7f-4e38a67a851f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10363.688648] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-bd24f4ed-d98a-4a0c-b19d-2188ebd3b8f2 req-e9b7a661-2dfd-4200-a0f6-8983a1094f17 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10363.692055] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d47e0f3-b4e5-485e-8146-293cb9d8f982 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10363.725029] env[89459]: DEBUG nova.compute.manager [req-bd24f4ed-d98a-4a0c-b19d-2188ebd3b8f2 req-e9b7a661-2dfd-4200-a0f6-8983a1094f17 service nova] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Detach interface failed, port_id=8240f3ec-85dc-4104-b697-3ef975f60b42, reason: Instance e74ebf30-9d3e-407f-bd6d-b2034ee02af0 could not be found. {{(pid=89459) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11694}} [10364.121193] env[89459]: INFO nova.compute.manager [-] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Took 1.52 seconds to deallocate network for instance. [10364.627822] env[89459]: DEBUG oslo_concurrency.lockutils [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10364.628179] env[89459]: DEBUG oslo_concurrency.lockutils [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10364.628179] env[89459]: DEBUG nova.objects.instance [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lazy-loading 'resources' on Instance uuid e74ebf30-9d3e-407f-bd6d-b2034ee02af0 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10365.533029] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10365.573371] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10365.574260] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b91453f-da44-4b51-9090-460c492ada57 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10365.583360] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10365.584242] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fc210f-337b-4816-8ad8-da7ad0bddc21 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10365.617051] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10365.617780] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3c5d18-4e48-4e80-a13d-877bc2383813 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10365.625097] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10365.626253] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f7ca55-353b-4a1e-9be5-a16a6c164739 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10366.295120] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Acquiring lock "ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10366.299441] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lock "ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10366.311152] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Acquiring lock "ac7c6c8f-b715-4339-b113-e72e4b3bcdf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10366.394737] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lock "ac7c6c8f-b715-4339-b113-e72e4b3bcdf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.084s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10366.394922] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lock "ac7c6c8f-b715-4339-b113-e72e4b3bcdf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10366.402594] env[89459]: INFO nova.compute.manager [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Terminating instance [10366.412467] env[89459]: DEBUG nova.compute.provider_tree [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10366.916952] env[89459]: DEBUG nova.scheduler.client.report [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10366.920674] env[89459]: DEBUG nova.compute.manager [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10366.921910] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10366.922217] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26d03dc3-36dc-4527-8110-9e6dd62e3ba7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10366.933024] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10366.935193] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755ba884-7dbc-4537-baae-8e82194fd98e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10366.966780] env[89459]: WARNING nova.virt.vmwareapi.driver [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 could not be found. [10366.966940] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10366.967498] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10366.967810] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3520bbfe-a085-470b-882d-c8d48df1e93d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10366.976039] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10366.978596] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f706e353-0a6e-493e-9ae4-4e115924cf5d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10367.009240] env[89459]: WARNING nova.virt.vmwareapi.vmops [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 could not be found. [10367.010233] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10367.010414] env[89459]: INFO nova.compute.manager [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Took 0.09 seconds to destroy the instance on the hypervisor. [10367.011038] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10367.011472] env[89459]: DEBUG nova.compute.manager [-] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10367.011597] env[89459]: DEBUG nova.network.neutron [-] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10367.011854] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10367.054586] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10367.422912] env[89459]: DEBUG oslo_concurrency.lockutils [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.795s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10367.424954] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.892s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10367.455448] env[89459]: INFO nova.scheduler.client.report [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Deleted allocations for instance e74ebf30-9d3e-407f-bd6d-b2034ee02af0 [10367.859114] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10367.860182] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bcb7b4-181d-4dec-91c6-5a0470b8b275 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10367.867563] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10367.868645] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54df3bd9-e6eb-482d-993d-61afea7f3ffc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10367.901675] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10367.902732] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a92d4e-5381-438f-b9c9-b8ae370c3596 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10367.911826] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10367.913090] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bf38c1-8bd4-4df9-9451-51545b7d10b7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10367.927456] env[89459]: DEBUG nova.compute.provider_tree [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10367.965554] env[89459]: DEBUG oslo_concurrency.lockutils [None req-04f9071f-96d0-45fb-b713-34f7198e2121 tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] Lock "e74ebf30-9d3e-407f-bd6d-b2034ee02af0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.983s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10368.105849] env[89459]: DEBUG nova.compute.manager [req-7ca4518f-3324-4f71-bc79-595dc5fbdbea req-18220961-2d92-4c91-abd8-e22a9d1f0399 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Received event network-changed-26c1ddc7-cad1-4102-857d-50b27cc94a49 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10368.106011] env[89459]: DEBUG nova.compute.manager [req-7ca4518f-3324-4f71-bc79-595dc5fbdbea req-18220961-2d92-4c91-abd8-e22a9d1f0399 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Refreshing instance network info cache due to event network-changed-26c1ddc7-cad1-4102-857d-50b27cc94a49. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10368.106186] env[89459]: DEBUG oslo_concurrency.lockutils [req-7ca4518f-3324-4f71-bc79-595dc5fbdbea req-18220961-2d92-4c91-abd8-e22a9d1f0399 service nova] Acquiring lock "refresh_cache-ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10368.106186] env[89459]: DEBUG oslo_concurrency.lockutils [req-7ca4518f-3324-4f71-bc79-595dc5fbdbea req-18220961-2d92-4c91-abd8-e22a9d1f0399 service nova] Acquired lock "refresh_cache-ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10368.106438] env[89459]: DEBUG nova.network.neutron [req-7ca4518f-3324-4f71-bc79-595dc5fbdbea req-18220961-2d92-4c91-abd8-e22a9d1f0399 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Refreshing network info cache for port 26c1ddc7-cad1-4102-857d-50b27cc94a49 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10368.436793] env[89459]: DEBUG nova.scheduler.client.report [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10368.441941] env[89459]: DEBUG nova.network.neutron [-] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10368.451226] env[89459]: DEBUG nova.compute.manager [req-938264c0-44fc-4f8b-890a-d81a2bd64150 req-9db252d4-8549-4639-9eed-a243bb78f840 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Received event network-vif-deleted-26c1ddc7-cad1-4102-857d-50b27cc94a49 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10368.451466] env[89459]: INFO nova.compute.manager [req-938264c0-44fc-4f8b-890a-d81a2bd64150 req-9db252d4-8549-4639-9eed-a243bb78f840 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Neutron deleted interface 26c1ddc7-cad1-4102-857d-50b27cc94a49; detaching it from the instance and deleting it from the info cache [10368.451709] env[89459]: DEBUG nova.network.neutron [req-938264c0-44fc-4f8b-890a-d81a2bd64150 req-9db252d4-8549-4639-9eed-a243bb78f840 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10368.609793] env[89459]: WARNING neutronclient.v2_0.client [req-7ca4518f-3324-4f71-bc79-595dc5fbdbea req-18220961-2d92-4c91-abd8-e22a9d1f0399 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10368.701636] env[89459]: INFO nova.network.neutron [req-7ca4518f-3324-4f71-bc79-595dc5fbdbea req-18220961-2d92-4c91-abd8-e22a9d1f0399 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Port 26c1ddc7-cad1-4102-857d-50b27cc94a49 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [10368.701820] env[89459]: DEBUG nova.network.neutron [req-7ca4518f-3324-4f71-bc79-595dc5fbdbea req-18220961-2d92-4c91-abd8-e22a9d1f0399 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10368.941863] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.517s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10368.943676] env[89459]: INFO nova.compute.manager [None req-f5765a05-584c-4e17-b5ea-31687e321fca tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Successfully reverted task state from rebuilding on failure for instance. [10368.947707] env[89459]: INFO nova.compute.manager [-] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Took 1.94 seconds to deallocate network for instance. [10368.958819] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-938264c0-44fc-4f8b-890a-d81a2bd64150 req-9db252d4-8549-4639-9eed-a243bb78f840 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10368.959019] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df91f773-1990-4042-807f-515e501a32c8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10368.967358] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-938264c0-44fc-4f8b-890a-d81a2bd64150 req-9db252d4-8549-4639-9eed-a243bb78f840 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10368.971382] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37276b86-dae2-48b2-a805-1d19a771d605 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10369.005901] env[89459]: DEBUG nova.compute.manager [req-938264c0-44fc-4f8b-890a-d81a2bd64150 req-9db252d4-8549-4639-9eed-a243bb78f840 service nova] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Detach interface failed, port_id=26c1ddc7-cad1-4102-857d-50b27cc94a49, reason: Instance ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 could not be found. {{(pid=89459) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11694}} [10369.204599] env[89459]: DEBUG oslo_concurrency.lockutils [req-7ca4518f-3324-4f71-bc79-595dc5fbdbea req-18220961-2d92-4c91-abd8-e22a9d1f0399 service nova] Releasing lock "refresh_cache-ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10369.497417] env[89459]: INFO nova.compute.manager [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Took 0.55 seconds to detach 1 volumes for instance. [10369.499484] env[89459]: DEBUG nova.compute.manager [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Deleting volume: bc712936-897d-454e-bab0-01b3e27411fa {{(pid=89459) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3340}} [10370.060042] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10370.060264] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10370.060470] env[89459]: DEBUG nova.objects.instance [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lazy-loading 'resources' on Instance uuid ac7c6c8f-b715-4339-b113-e72e4b3bcdf0 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10370.818700] env[89459]: WARNING nova.utils [None req-21a2d7a2-3ee2-4d2e-b646-eb9004dd9dae tempest-AttachVolumeTestJSON-692976414 tempest-AttachVolumeTestJSON-692976414-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x764790714820> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10371.046217] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10371.047146] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebc35fa-e67a-44b3-97e9-cc9e862ce91f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10371.054457] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10371.055774] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587cc172-ff30-437f-b521-d0a035dc861e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10371.085689] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10371.086569] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0f2f80-b8f5-4f66-8358-66722ccdfd19 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10371.094465] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10371.095726] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bb632f-2838-4aa5-9f39-2049f58c67b7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10371.110587] env[89459]: DEBUG nova.compute.provider_tree [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10371.614049] env[89459]: DEBUG nova.scheduler.client.report [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10372.118408] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10372.636134] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6fc660da-1a29-4c97-b566-1b93b135ff68 tempest-ServerActionsV293TestJSON-1024262967 tempest-ServerActionsV293TestJSON-1024262967-project-member] Lock "ac7c6c8f-b715-4339-b113-e72e4b3bcdf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.337s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10374.568525] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8e7e3f8a-8da9-4239-8ccf-4b858d3bcbf6 tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquiring lock "2d248ed1-c375-4dd4-bff6-58c6d21212f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10377.441996] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fbe0b73a-61e4-4058-aa2f-4d6c72ab41af tempest-AttachInterfacesUnderV243Test-430617763 tempest-AttachInterfacesUnderV243Test-430617763-project-member] Acquiring lock "1c92f5fa-55a8-40b9-8c02-d3793cbe629e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10383.063582] env[89459]: DEBUG oslo_concurrency.lockutils [None req-c3a42603-2805-4102-a55c-274181266258 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "43ca9a08-1ccf-4a6d-89c9-87e1ad04e286" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10384.870575] env[89459]: DEBUG oslo_concurrency.lockutils [None req-e1cf9d56-5746-4143-b29f-63ee20322094 tempest-ServersTestBootFromVolume-647247302 tempest-ServersTestBootFromVolume-647247302-project-member] Acquiring lock "e06cc320-5a90-4381-86d9-9a0333bcd592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10385.460401] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f7564d82-bea7-4689-bb15-d6d47e06d8e2 tempest-ServerDiagnosticsNegativeTest-1179764277 tempest-ServerDiagnosticsNegativeTest-1179764277-project-member] Acquiring lock "d1ed3d06-67f2-4897-b7ad-2edf68a93a10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10386.885497] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d62f8a8-9f2f-4b3d-bf74-b76393a8e235 tempest-InstanceActionsV221TestJSON-1000404691 tempest-InstanceActionsV221TestJSON-1000404691-project-member] Acquiring lock "33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10390.429917] env[89459]: DEBUG oslo_concurrency.lockutils [None req-fd4127f4-87c7-42ba-b08b-67cd21d1e478 tempest-InstanceActionsTestJSON-1056559664 tempest-InstanceActionsTestJSON-1056559664-project-member] Acquiring lock "11e2ed41-2db2-4e63-80e8-0858e7cab8fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10393.244401] env[89459]: DEBUG oslo_concurrency.lockutils [None req-ed1953e6-cd7d-45cd-bc41-e33e6d348b11 tempest-ServerRescueTestJSON-1962735198 tempest-ServerRescueTestJSON-1962735198-project-member] Acquiring lock "e237ace7-f770-4d3d-9e9f-f2555698c6dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10393.707778] env[89459]: DEBUG oslo_concurrency.lockutils [None req-5c4eeef0-c383-43a5-aab9-dfc8c5f9b7b4 tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Acquiring lock "f984b0e8-dad4-430f-99d0-a879a2deff46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10396.412988] env[89459]: INFO nova.compute.manager [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Rebuilding instance [10396.547170] env[89459]: DEBUG nova.compute.manager [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10396.548543] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10396.548905] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3454ea-5549-42c3-8b85-d51f53abb540 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10397.566928] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10397.567519] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10397.567853] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bed7cfb5-f0f8-4677-8f1c-e16129b7f4c7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10397.575740] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10397.575740] env[89459]: value = "task-5767494" [10397.575740] env[89459]: _type = "Task" [10397.575740] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10397.576335] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10397.586528] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10397.586744] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10398.077680] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10398.086943] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767494, 'name': PowerOffVM_Task, 'duration_secs': 0.180252} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10398.087325] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10398.087538] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10398.088118] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10398.092125] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cc5e34-4439-4b03-ace6-7e0cb46088e9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10398.097875] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10398.098673] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10398.098964] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc5225cd-e86c-4ea3-94c3-5ce3b7cda576 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10398.161284] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10398.161437] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10398.161575] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleting the datastore file [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10398.162220] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10398.162570] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dca1a67d-d965-47ea-905f-edf4b289d4cf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10398.172877] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10398.172877] env[89459]: value = "task-5767496" [10398.172877] env[89459]: _type = "Task" [10398.172877] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10398.172877] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10398.180472] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10398.180646] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10398.671731] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10398.681160] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14296} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10398.682082] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10398.682244] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10398.682366] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10399.719122] env[89459]: DEBUG nova.virt.hardware [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10399.719523] env[89459]: DEBUG nova.virt.hardware [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10399.719523] env[89459]: DEBUG nova.virt.hardware [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10399.719523] env[89459]: DEBUG nova.virt.hardware [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10399.719523] env[89459]: DEBUG nova.virt.hardware [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10399.719678] env[89459]: DEBUG nova.virt.hardware [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10399.720412] env[89459]: DEBUG nova.virt.hardware [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10399.720412] env[89459]: DEBUG nova.virt.hardware [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10399.720412] env[89459]: DEBUG nova.virt.hardware [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10399.720576] env[89459]: DEBUG nova.virt.hardware [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10399.720743] env[89459]: DEBUG nova.virt.hardware [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10399.721471] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10399.722732] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f71b45-12ef-49b7-b3de-6973d3237391 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10399.732554] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10399.733972] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f34d39-bc53-40fd-ab76-2c6ce8fb46e6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10399.749844] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:71:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f32903c-9de2-490b-be90-dc5202ba445b', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10399.758388] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10399.758684] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10399.759893] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10399.759893] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28b4cc4d-f5d8-4f05-9b6d-2a9a0f29280d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10399.793864] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10399.793864] env[89459]: value = "task-5767497" [10399.793864] env[89459]: _type = "Task" [10399.793864] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10399.794380] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10399.803571] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767497, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10399.803707] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10400.295048] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10400.304147] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767497, 'name': CreateVM_Task, 'duration_secs': 0.334412} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10400.304670] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10400.305026] env[89459]: WARNING neutronclient.v2_0.client [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [10400.305359] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10400.305494] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10400.305887] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10400.306836] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10400.306836] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d988c85-2df3-419c-969f-c827e3956f58 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10400.312895] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10400.312895] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52e5050f-d4ea-217b-cd4d-ca9769e67452" [10400.312895] env[89459]: _type = "Task" [10400.312895] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10400.313502] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10400.324682] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52e5050f-d4ea-217b-cd4d-ca9769e67452, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10400.325076] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10400.325376] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10400.325683] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10400.325869] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10400.326110] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10400.326777] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10400.327055] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abee9c30-80b4-4a04-bfda-585d59fc9fb5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10400.335778] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10400.336047] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10400.337590] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10400.337867] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa47b546-ab52-4347-906c-c4f70ebfe13d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10400.344241] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10400.344241] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]525c3bf5-c9a6-6fdb-acaf-586c6db777a1" [10400.344241] env[89459]: _type = "Task" [10400.344241] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10400.344848] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10400.357721] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]525c3bf5-c9a6-6fdb-acaf-586c6db777a1, 'name': SearchDatastore_Task, 'duration_secs': 0.008609} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10400.359971] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10400.360274] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4a679f-71c0-433a-8ff3-cbb4dcf94523 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10400.366622] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10400.366622] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52ee9d9a-787a-b118-6a71-53ea6a70f5f8" [10400.366622] env[89459]: _type = "Task" [10400.366622] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10400.367144] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10400.375632] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52ee9d9a-787a-b118-6a71-53ea6a70f5f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10400.375984] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10400.706953] env[89459]: WARNING nova.utils [None req-c3845dbe-4b19-4e6d-8ac4-4261f8749635 tempest-ServerMetadataTestJSON-1470120020 tempest-ServerMetadataTestJSON-1470120020-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b418fc70> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10400.866796] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10400.876823] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52ee9d9a-787a-b118-6a71-53ea6a70f5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.00921} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10400.877184] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10400.877408] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8/f503ca5f-37a0-44da-a0de-bad9657ebdf8.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10400.877892] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10400.878149] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d05287c-b2d4-44f2-be90-e8c3b7beb4ae {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10400.885463] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10400.885463] env[89459]: value = "task-5767498" [10400.885463] env[89459]: _type = "Task" [10400.885463] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10400.889432] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10400.894269] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10400.894601] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10401.385557] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10401.396149] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767498, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10401.396149] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10401.886981] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10401.896814] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525151} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10401.897189] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8/f503ca5f-37a0-44da-a0de-bad9657ebdf8.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10401.897463] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10401.897985] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10401.898248] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f314353-6d75-48e0-a2ec-57d924005408 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10401.905366] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10401.905366] env[89459]: value = "task-5767499" [10401.905366] env[89459]: _type = "Task" [10401.905366] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10401.905917] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10401.914311] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10401.914495] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10402.405346] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10402.414565] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064342} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10402.414851] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10402.415433] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10402.416323] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dd8c38-c59d-431f-ac39-5bc0f4fe1c98 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10402.439395] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8/f503ca5f-37a0-44da-a0de-bad9657ebdf8.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10402.440126] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10402.440472] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c670f626-1883-449d-883f-0e179f78d834 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10402.461715] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10402.461715] env[89459]: value = "task-5767500" [10402.461715] env[89459]: _type = "Task" [10402.461715] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10402.462368] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10402.472674] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10402.472870] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10402.963695] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10402.972826] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767500, 'name': ReconfigVM_Task, 'duration_secs': 0.308} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10402.973286] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Reconfigured VM instance instance-0000000e to attach disk [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8/f503ca5f-37a0-44da-a0de-bad9657ebdf8.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10402.974124] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10402.974364] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82bbfd5d-2bbd-43f9-a789-92b4a64641bb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10402.982332] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10402.982332] env[89459]: value = "task-5767501" [10402.982332] env[89459]: _type = "Task" [10402.982332] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10402.985187] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10402.994622] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767501, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10402.994748] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10403.485605] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10403.495149] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767501, 'name': Rename_Task, 'duration_secs': 0.133444} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10403.495481] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10403.496040] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10403.496220] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33f9c5c8-1b6d-47a9-adaa-ff7113be2535 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10403.504080] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10403.504080] env[89459]: value = "task-5767502" [10403.504080] env[89459]: _type = "Task" [10403.504080] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10403.505206] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10403.513772] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10403.513920] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10404.006137] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10404.014588] env[89459]: DEBUG oslo_vmware.api [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767502, 'name': PowerOnVM_Task, 'duration_secs': 0.454551} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10404.014779] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10404.014959] env[89459]: DEBUG nova.compute.manager [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10404.016090] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10404.016878] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db85582-b6a3-4d78-aa27-53c670a65a55 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10404.536882] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10404.537080] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10404.537301] env[89459]: DEBUG nova.objects.instance [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=89459) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1074}} [10405.549431] env[89459]: DEBUG oslo_concurrency.lockutils [None req-f31ef8c0-83cb-4e51-a5af-bf3e000bb89f tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10406.777499] env[89459]: INFO nova.compute.manager [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Rebuilding instance [10406.835259] env[89459]: DEBUG nova.compute.manager [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10406.836525] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10406.836699] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a867abf-be7d-4f68-8455-327d25880a93 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10407.152976] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10407.153299] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10407.153405] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10407.153453] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10407.153544] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10407.153667] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10407.153772] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10407.153907] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10407.154044] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10407.659845] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10407.659845] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10407.659845] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10407.659845] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10407.660623] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10407.661901] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea4d3d6-81bf-4aef-82bb-f51342dc170e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10407.669563] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10407.672413] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b687db-357b-43c3-8570-a5169f39f325 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10407.685826] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10407.686605] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6496103-dc3c-4722-a83a-cd2538868d2f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10407.693751] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10407.694899] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99b54a3-2422-4525-86fe-f1fd4994e14f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10407.732692] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179065MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10407.732895] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10407.733504] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10407.859369] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10407.860069] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10407.860359] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81430fe6-b8a7-4e04-8f40-2a2691f25570 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10407.869362] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10407.869362] env[89459]: value = "task-5767503" [10407.869362] env[89459]: _type = "Task" [10407.869362] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10407.869892] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10407.881699] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10407.881699] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10408.372531] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10408.381918] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767503, 'name': PowerOffVM_Task, 'duration_secs': 0.194799} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10408.382719] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10408.382719] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10408.383966] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10408.385242] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116dd42c-b5a8-4b10-b9f0-0c661f879d6f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10408.394230] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10408.396238] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10408.396315] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97a82f2a-da7e-4fa2-89f8-ebddc125320f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10408.463355] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10408.463521] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10408.463661] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleting the datastore file [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10408.464296] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10408.464915] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e83d35e8-0b25-497c-a80a-e9d779ab3705 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10408.473671] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10408.473671] env[89459]: value = "task-5767505" [10408.473671] env[89459]: _type = "Task" [10408.473671] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10408.474999] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10408.484919] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10408.485183] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10408.770583] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.771346] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f503ca5f-37a0-44da-a0de-bad9657ebdf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.771567] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7787bc4c-f172-4a6d-b955-8fdbdc5448e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.771821] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d87e07fa-0fc7-4feb-81b4-93238fc2c964 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.772026] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 84c2f756-e7b0-4315-8911-31c720a46226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.772231] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 3fee2830-74ca-410d-8fd8-aa0d171bfc66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.772523] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.772710] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.772956] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.773297] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.773485] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.773659] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.773904] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.774099] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.774385] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.774634] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.774810] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10408.976103] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10408.988331] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135362} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10408.989422] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10408.989603] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10408.990500] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10409.278683] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9bafdb77-0e61-445a-a1c7-d5d65dede910 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10409.476201] env[89459]: WARNING nova.utils [None req-980061c2-75be-4cbc-85c9-1359e70d04f3 tempest-ListServerFiltersTestJSON-1941836452 tempest-ListServerFiltersTestJSON-1941836452-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x76479077c940> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10409.782972] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b532e7c4-bd97-480f-8979-58fe9ab0bf09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10409.952749] env[89459]: WARNING nova.utils [None req-844812c3-5527-4876-a302-ae71030f76f8 tempest-ListServerFiltersTestJSON-1941836452 tempest-ListServerFiltersTestJSON-1941836452-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b43c1750> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10410.025088] env[89459]: DEBUG nova.virt.hardware [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Getting desirable topologies for flavor Flavor(created_at=2026-01-26T11:31:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2026-01-26T11:31:19Z,direct_url=,disk_format='vmdk',id=2f960226-b670-42dc-b3ec-0852425a61c4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6678d474f3b84c9283d08c2b965e91a2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2026-01-26T11:31:19Z,virtual_size=,visibility=), allow threads: False {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [10410.025454] env[89459]: DEBUG nova.virt.hardware [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Flavor limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [10410.025454] env[89459]: DEBUG nova.virt.hardware [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Image limits 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [10410.025844] env[89459]: DEBUG nova.virt.hardware [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Flavor pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [10410.025844] env[89459]: DEBUG nova.virt.hardware [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Image pref 0:0:0 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [10410.025844] env[89459]: DEBUG nova.virt.hardware [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=89459) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [10410.025844] env[89459]: DEBUG nova.virt.hardware [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [10410.025985] env[89459]: DEBUG nova.virt.hardware [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [10410.026062] env[89459]: DEBUG nova.virt.hardware [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Got 1 possible topologies {{(pid=89459) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [10410.026173] env[89459]: DEBUG nova.virt.hardware [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [10410.026348] env[89459]: DEBUG nova.virt.hardware [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=89459) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [10410.026927] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.027821] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e5289a-9245-4551-b26d-fabc0c07ec66 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10410.037438] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.038766] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccad28b-d2f2-4ee3-8bf8-9ace946a011e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10410.053771] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:71:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f32903c-9de2-490b-be90-dc5202ba445b', 'vif_model': 'vmxnet3'}] {{(pid=89459) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [10410.061902] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.062076] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Creating VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [10410.062512] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.062683] env[89459]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abafb110-2cdf-4422-a17b-73a25ca1a7c0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10410.083972] env[89459]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [10410.083972] env[89459]: value = "task-5767506" [10410.083972] env[89459]: _type = "Task" [10410.083972] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10410.084392] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.092998] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767506, 'name': CreateVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10410.093140] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10410.233119] env[89459]: WARNING nova.utils [None req-58c4f763-ddab-42ae-bba3-bea003e56f56 tempest-ServerRescueTestJSONUnderV235-1377463685 tempest-ServerRescueTestJSONUnderV235-1377463685-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b43c0430> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10410.285810] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7414ed4d-3210-4a9a-b4a6-866a4ea03652 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10410.584359] env[89459]: DEBUG oslo.service.backend._common.loopingcall [-] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.595502] env[89459]: DEBUG oslo_vmware.api [-] Task: {'id': task-5767506, 'name': CreateVM_Task, 'duration_secs': 0.385366} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10410.595502] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Created VM on the ESX host {{(pid=89459) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [10410.595502] env[89459]: WARNING neutronclient.v2_0.client [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [10410.595762] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10410.596437] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10410.596437] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [10410.596865] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.597218] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-208499d0-7441-431c-9ab8-f1dedc7a826c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10410.609140] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10410.609140] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52c6f7ea-52f8-844e-46ae-bcc7e70ce9e4" [10410.609140] env[89459]: _type = "Task" [10410.609140] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10410.609140] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.626016] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52c6f7ea-52f8-844e-46ae-bcc7e70ce9e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10410.626154] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10410.626350] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Processing image 2f960226-b670-42dc-b3ec-0852425a61c4 {{(pid=89459) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [10410.626550] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10410.626645] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10410.626896] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [10410.627352] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.627615] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-479a4ab7-144b-4009-8807-2cbdb98f0a41 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10410.637487] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=89459) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [10410.637635] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=89459) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [10410.640054] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.641431] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b0ab34-6762-4ee0-8f1f-a10edd79424e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10410.649307] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10410.649307] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]528f9053-0840-af73-943c-fa53ed26540a" [10410.649307] env[89459]: _type = "Task" [10410.649307] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10410.650144] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.661801] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]528f9053-0840-af73-943c-fa53ed26540a, 'name': SearchDatastore_Task, 'duration_secs': 0.00846} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10410.663063] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.664572] env[89459]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea00488-942a-41cb-95d8-d95d987456da {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10410.671934] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10410.671934] env[89459]: value = "session[5200f03e-222e-ae00-1143-599f821138e2]52530c18-59cb-d27e-0129-9276be995691" [10410.671934] env[89459]: _type = "Task" [10410.671934] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10410.677480] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.684050] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': session[5200f03e-222e-ae00-1143-599f821138e2]52530c18-59cb-d27e-0129-9276be995691, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10410.684568] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10410.684809] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8/f503ca5f-37a0-44da-a0de-bad9657ebdf8.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [10410.685384] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.688048] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caf68e39-825b-43ec-9996-531da5792f20 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10410.697330] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10410.697330] env[89459]: value = "task-5767507" [10410.697330] env[89459]: _type = "Task" [10410.697330] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10410.698789] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10410.707763] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10410.708345] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10410.793630] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 3120140d-c921-456d-a1cb-03817065913d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10410.921035] env[89459]: WARNING nova.utils [None req-e8a34b4f-b73e-4a5a-9f6f-416805a32848 tempest-ListServerFiltersTestJSON-1941836452 tempest-ListServerFiltersTestJSON-1941836452-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b43c2d40> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10411.199851] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10411.212638] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10411.212848] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10411.296716] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 4ca9b57f-18fd-4eee-8944-002809b269cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10411.703814] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10411.713571] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767507, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10411.713571] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10411.800919] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 68b73496-2653-4ff1-8a22-f06b7aa620cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10412.204443] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10412.213907] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767507, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10412.214362] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10412.304234] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance ccdeff37-549c-4d03-84f5-f484112cfadc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10412.705450] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10412.718981] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767507, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.604489} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10412.720184] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f960226-b670-42dc-b3ec-0852425a61c4/2f960226-b670-42dc-b3ec-0852425a61c4.vmdk to [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8/f503ca5f-37a0-44da-a0de-bad9657ebdf8.vmdk {{(pid=89459) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [10412.720394] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Extending root virtual disk to 1048576 {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [10412.721532] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10412.721532] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a98e4678-79ca-4be5-9f81-a2d81f5cbb93 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10412.733817] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10412.733817] env[89459]: value = "task-5767508" [10412.733817] env[89459]: _type = "Task" [10412.733817] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10412.736025] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10412.750375] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10412.751096] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10412.811068] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9a30e7fb-f2f4-4ed8-8e3e-80883cac0bc2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10413.233099] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10413.243309] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066903} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10413.244166] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Extended root virtual disk {{(pid=89459) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [10413.244561] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10413.245382] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdc2738-9d27-445b-ae1d-f6d8d6960ec4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10413.271278] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8/f503ca5f-37a0-44da-a0de-bad9657ebdf8.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [10413.273509] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10413.274848] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-171b09f1-6714-438b-89bf-57fa02d25514 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10413.298911] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10413.298911] env[89459]: value = "task-5767509" [10413.298911] env[89459]: _type = "Task" [10413.298911] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10413.299562] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10413.308724] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10413.309303] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10413.314823] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e30175f2-1b1e-4607-91ca-f5182ac7b418 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10413.800405] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10413.810128] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767509, 'name': ReconfigVM_Task, 'duration_secs': 0.276562} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10413.811315] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Reconfigured VM instance instance-0000000e to attach disk [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8/f503ca5f-37a0-44da-a0de-bad9657ebdf8.vmdk or device None with type sparse {{(pid=89459) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [10413.813574] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10413.813846] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ed8ed4e-a202-4d0c-a98a-ebc69f724763 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10413.820866] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 85c720ff-5386-4f3f-87bd-511c5c392778 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10413.824656] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10413.824656] env[89459]: value = "task-5767510" [10413.824656] env[89459]: _type = "Task" [10413.824656] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10413.829955] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10413.836453] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767510, 'name': Rename_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10413.836642] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10414.324302] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9e01b7bd-7c5a-4509-96b0-64815fcdcec9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10414.327338] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10414.338792] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767510, 'name': Rename_Task, 'duration_secs': 0.156668} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10414.338942] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Powering on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [10414.339714] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10414.339714] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d183a5cf-1054-4762-a6b5-8b7f5e3b02ba {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10414.351383] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10414.351383] env[89459]: value = "task-5767511" [10414.351383] env[89459]: _type = "Task" [10414.351383] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10414.360745] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10414.365726] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767511, 'name': PowerOnVM_Task} progress is 33%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10414.365929] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10414.827502] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b067d58f-5ff0-4976-a3bd-0bef9b6c1840 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10414.857832] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10414.868726] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767511, 'name': PowerOnVM_Task} progress is 66%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10414.868726] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10415.334586] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 48ac2374-df2e-4418-ade4-a1c4b8d7a9ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10415.334867] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10415.334997] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '17', 'num_vm_active': '7', 'num_task_None': '6', 'num_os_type_None': '17', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '2', 'io_workload': '11', 'num_task_rebuilding': '1', 'num_proj_4f992421118d49ebb0373b9c6dfd9515': '3', 'num_proj_bbcd3af044f640a59d17e7aee52b5787': '1', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '2', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'num_vm_building': '10', 'num_task_deleting': '9', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_task_spawning': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10415.359612] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10415.370093] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10415.370578] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10415.619940] env[89459]: WARNING nova.utils [None req-d1ee6e2c-66e9-4fe9-912c-d437742cb49c tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b43c1090> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10415.862765] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10415.868652] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10415.872842] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b084157-e265-43ff-be62-e4d59be400ec {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10415.875770] env[89459]: DEBUG oslo_vmware.api [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767511, 'name': PowerOnVM_Task, 'duration_secs': 1.193827} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10415.876477] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Powered on the VM {{(pid=89459) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [10415.877100] env[89459]: DEBUG nova.compute.manager [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Checking state {{(pid=89459) _get_power_state /opt/stack/nova/nova/compute/manager.py:1849}} [10415.877762] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10415.879148] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c40712c-edfd-464d-aaf6-f94f0916c9aa {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10415.884905] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10415.891684] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d051cf-c296-4e0e-9f47-883bbf02a0e7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10415.931333] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10415.932194] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681bb0bd-9586-484d-bb96-e002e616e56e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10415.939946] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10415.943350] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9a3300-b762-49ae-9f0a-c126434eb7f3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10415.968475] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10416.402133] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10416.471895] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10416.978808] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10416.978993] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.246s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10416.979831] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.577s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10416.979831] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 36.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10416.982504] env[89459]: DEBUG nova.objects.instance [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=89459) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1074}} [10417.571275] env[89459]: WARNING nova.utils [None req-5c790542-50b9-48b3-9052-b295ebd2c8e9 tempest-ServerShowV254Test-1012766039 tempest-ServerShowV254Test-1012766039-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b43c3d00> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10417.717606] env[89459]: DEBUG oslo_concurrency.lockutils [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "3fee2830-74ca-410d-8fd8-aa0d171bfc66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10417.717685] env[89459]: DEBUG oslo_concurrency.lockutils [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "3fee2830-74ca-410d-8fd8-aa0d171bfc66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10417.718293] env[89459]: DEBUG oslo_concurrency.lockutils [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "3fee2830-74ca-410d-8fd8-aa0d171bfc66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10417.718293] env[89459]: DEBUG oslo_concurrency.lockutils [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "3fee2830-74ca-410d-8fd8-aa0d171bfc66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10417.718293] env[89459]: DEBUG oslo_concurrency.lockutils [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "3fee2830-74ca-410d-8fd8-aa0d171bfc66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10417.721393] env[89459]: INFO nova.compute.manager [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Terminating instance [10417.989460] env[89459]: DEBUG oslo_concurrency.lockutils [None req-3938ff0c-eafb-4792-9c0c-a1fabe966331 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10418.225772] env[89459]: DEBUG nova.compute.manager [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10418.226008] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10418.226652] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10418.227651] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645fc6b8-e343-4aa6-ac07-d54df862fc74 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10418.236646] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10418.237198] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10418.237485] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa9453a4-5a06-4858-a1bd-7f1a5b99ece2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10418.244562] env[89459]: DEBUG oslo_vmware.api [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10418.244562] env[89459]: value = "task-5767512" [10418.244562] env[89459]: _type = "Task" [10418.244562] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10418.245210] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10418.255192] env[89459]: DEBUG oslo_vmware.api [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10418.255430] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10418.746521] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10418.758812] env[89459]: DEBUG oslo_vmware.api [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767512, 'name': PowerOffVM_Task, 'duration_secs': 0.231444} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10418.759273] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10418.759554] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10418.760604] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10418.760951] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96043b9f-d37c-4615-b57a-75c8472f3e88 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10418.826890] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10418.827085] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10418.827226] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleting the datastore file [datastore1] 3fee2830-74ca-410d-8fd8-aa0d171bfc66 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10418.827832] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10418.828112] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c168b4d-44fd-472c-8595-959fb1d51bac {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10418.835491] env[89459]: DEBUG oslo_vmware.api [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10418.835491] env[89459]: value = "task-5767514" [10418.835491] env[89459]: _type = "Task" [10418.835491] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10418.836120] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10418.844846] env[89459]: DEBUG oslo_vmware.api [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10418.845087] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10419.336623] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10419.346320] env[89459]: DEBUG oslo_vmware.api [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150787} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10419.346672] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10419.346834] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10419.346973] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10419.347121] env[89459]: INFO nova.compute.manager [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Took 1.12 seconds to destroy the instance on the hypervisor. [10419.347641] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10419.347905] env[89459]: DEBUG nova.compute.manager [-] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10419.348056] env[89459]: DEBUG nova.network.neutron [-] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10419.348388] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10419.395904] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10419.804951] env[89459]: DEBUG nova.compute.manager [req-cac87e02-9156-43db-a643-083795e1eb17 req-d6cae64a-55ca-4407-bd65-9e2694b03017 service nova] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Received event network-vif-deleted-5c6e8fdc-4b8b-4b77-96ac-a85097a17227 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10419.805280] env[89459]: INFO nova.compute.manager [req-cac87e02-9156-43db-a643-083795e1eb17 req-d6cae64a-55ca-4407-bd65-9e2694b03017 service nova] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Neutron deleted interface 5c6e8fdc-4b8b-4b77-96ac-a85097a17227; detaching it from the instance and deleting it from the info cache [10419.805397] env[89459]: DEBUG nova.network.neutron [req-cac87e02-9156-43db-a643-083795e1eb17 req-d6cae64a-55ca-4407-bd65-9e2694b03017 service nova] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10420.128532] env[89459]: DEBUG nova.network.neutron [-] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10420.309026] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-cac87e02-9156-43db-a643-083795e1eb17 req-d6cae64a-55ca-4407-bd65-9e2694b03017 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10420.309301] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61e7490c-a762-4822-9fdb-af3b0b7adc8c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10420.316448] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-cac87e02-9156-43db-a643-083795e1eb17 req-d6cae64a-55ca-4407-bd65-9e2694b03017 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10420.321143] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb475766-6661-448d-a59f-64ba53684f72 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10420.349519] env[89459]: DEBUG nova.compute.manager [req-cac87e02-9156-43db-a643-083795e1eb17 req-d6cae64a-55ca-4407-bd65-9e2694b03017 service nova] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Detach interface failed, port_id=5c6e8fdc-4b8b-4b77-96ac-a85097a17227, reason: Instance 3fee2830-74ca-410d-8fd8-aa0d171bfc66 could not be found. {{(pid=89459) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11694}} [10420.598517] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquiring lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10420.598825] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10420.630747] env[89459]: INFO nova.compute.manager [-] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Took 1.28 seconds to deallocate network for instance. [10421.101814] env[89459]: INFO nova.compute.manager [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Detaching volume eb9b8057-c9e7-4c76-9230-5c31f2160e28 [10421.137528] env[89459]: DEBUG oslo_concurrency.lockutils [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10421.138268] env[89459]: DEBUG oslo_concurrency.lockutils [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10421.138588] env[89459]: DEBUG nova.objects.instance [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lazy-loading 'resources' on Instance uuid 3fee2830-74ca-410d-8fd8-aa0d171bfc66 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10421.139960] env[89459]: INFO nova.virt.block_device [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Attempting to driver detach volume eb9b8057-c9e7-4c76-9230-5c31f2160e28 from mountpoint /dev/sdb [10421.140099] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Volume detach. Driver type: vmdk {{(pid=89459) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [10421.140373] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116225', 'volume_id': 'eb9b8057-c9e7-4c76-9230-5c31f2160e28', 'name': 'volume-eb9b8057-c9e7-4c76-9230-5c31f2160e28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd87e07fa-0fc7-4feb-81b4-93238fc2c964', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb9b8057-c9e7-4c76-9230-5c31f2160e28', 'serial': 'eb9b8057-c9e7-4c76-9230-5c31f2160e28'} {{(pid=89459) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [10421.140858] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10421.141730] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b82e20-f196-4df6-be2b-f7bf369612bb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10421.166024] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10421.166837] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acf92b9-dd86-46b8-88ab-645c2ad32721 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10421.175459] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10421.175789] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69752012-8d9f-4951-8b24-f635637e39af {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10421.198564] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10421.202263] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc008fd5-6927-4118-9290-925c4a2398e1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10421.219829] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] The volume has not been displaced from its original location: [datastore1] volume-eb9b8057-c9e7-4c76-9230-5c31f2160e28/volume-eb9b8057-c9e7-4c76-9230-5c31f2160e28.vmdk. No consolidation needed. {{(pid=89459) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [10421.231864] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=89459) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [10421.231864] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10421.231864] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c653b5cb-6d90-4b09-ae78-4d03c145f90e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10421.252646] env[89459]: DEBUG oslo_vmware.api [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10421.252646] env[89459]: value = "task-5767515" [10421.252646] env[89459]: _type = "Task" [10421.252646] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10421.258030] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10421.268090] env[89459]: DEBUG oslo_vmware.api [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10421.268326] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10421.761747] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10421.775193] env[89459]: DEBUG oslo_vmware.api [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767515, 'name': ReconfigVM_Task, 'duration_secs': 0.261584} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10421.776046] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=89459) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [10421.781861] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10421.783553] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e75d571-b465-4923-b287-18fbdd1ab936 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10421.801740] env[89459]: DEBUG oslo_vmware.api [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10421.801740] env[89459]: value = "task-5767516" [10421.801740] env[89459]: _type = "Task" [10421.801740] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10421.802425] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10421.813661] env[89459]: DEBUG oslo_vmware.api [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10421.815957] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10422.096540] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10422.097018] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d2614d-c05b-44f5-ae3f-8152f2f9af99 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10422.104761] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10422.105929] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2434beb-9a6e-4b6f-a63f-56e74c2c0797 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10422.140053] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10422.141029] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f1bec5-bd3d-4e35-a7ac-c26bb8de491f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10422.149086] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10422.150857] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10fd123-c2b1-412a-8272-c462c67dd7d9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10422.164367] env[89459]: DEBUG nova.compute.provider_tree [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10422.307153] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10422.317371] env[89459]: DEBUG oslo_vmware.api [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767516, 'name': ReconfigVM_Task, 'duration_secs': 0.143692} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10422.317816] env[89459]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-1116225', 'volume_id': 'eb9b8057-c9e7-4c76-9230-5c31f2160e28', 'name': 'volume-eb9b8057-c9e7-4c76-9230-5c31f2160e28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd87e07fa-0fc7-4feb-81b4-93238fc2c964', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb9b8057-c9e7-4c76-9230-5c31f2160e28', 'serial': 'eb9b8057-c9e7-4c76-9230-5c31f2160e28'} {{(pid=89459) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [10422.666985] env[89459]: DEBUG nova.scheduler.client.report [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10422.873847] env[89459]: DEBUG nova.objects.instance [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lazy-loading 'flavor' on Instance uuid d87e07fa-0fc7-4feb-81b4-93238fc2c964 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10423.172845] env[89459]: DEBUG oslo_concurrency.lockutils [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10423.206125] env[89459]: INFO nova.scheduler.client.report [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleted allocations for instance 3fee2830-74ca-410d-8fd8-aa0d171bfc66 [10423.717226] env[89459]: DEBUG oslo_concurrency.lockutils [None req-07e868f3-f193-4e33-a8e0-771fb658e338 tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "3fee2830-74ca-410d-8fd8-aa0d171bfc66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.997s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10423.881341] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d81c777-74cc-41e7-967a-a14c986e4043 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10424.246507] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "7787bc4c-f172-4a6d-b955-8fdbdc5448e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10424.246786] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "7787bc4c-f172-4a6d-b955-8fdbdc5448e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10424.246999] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "7787bc4c-f172-4a6d-b955-8fdbdc5448e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10424.248726] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "7787bc4c-f172-4a6d-b955-8fdbdc5448e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10424.248726] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "7787bc4c-f172-4a6d-b955-8fdbdc5448e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10424.249729] env[89459]: INFO nova.compute.manager [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Terminating instance [10424.753482] env[89459]: DEBUG nova.compute.manager [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10424.753682] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10424.754301] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10424.755247] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e152cdcc-7be9-45ad-b923-16a0149db11b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10424.764364] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10424.764782] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10424.765033] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af637748-c007-4be1-9bb7-a0ef30b21273 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10424.771996] env[89459]: DEBUG oslo_vmware.api [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10424.771996] env[89459]: value = "task-5767517" [10424.771996] env[89459]: _type = "Task" [10424.771996] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10424.772711] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10424.782994] env[89459]: DEBUG oslo_vmware.api [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10424.783813] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10424.950550] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquiring lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10424.950780] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10424.951026] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquiring lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10424.951100] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10424.951210] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10424.953583] env[89459]: INFO nova.compute.manager [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Terminating instance [10425.275095] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10425.284845] env[89459]: DEBUG oslo_vmware.api [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767517, 'name': PowerOffVM_Task, 'duration_secs': 0.207419} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10425.285194] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10425.286191] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10425.286191] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10425.286429] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fcf0829-c625-4315-b988-d8ef116984a3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10425.347013] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10425.347222] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10425.347370] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleting the datastore file [datastore2] 7787bc4c-f172-4a6d-b955-8fdbdc5448e4 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10425.348008] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10425.348289] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32f0ef56-f1c3-449f-8cd0-4b85eb30dbf9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10425.356170] env[89459]: DEBUG oslo_vmware.api [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10425.356170] env[89459]: value = "task-5767519" [10425.356170] env[89459]: _type = "Task" [10425.356170] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10425.356923] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10425.366054] env[89459]: DEBUG oslo_vmware.api [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10425.366203] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10425.460290] env[89459]: DEBUG nova.compute.manager [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10425.460290] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10425.460290] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10425.460290] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895703b8-cb20-4123-a3d6-925b2a37ad3d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10425.468390] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10425.469198] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10425.469469] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-050437b4-b9da-4157-ba7d-c498fd7bbecd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10425.479458] env[89459]: DEBUG oslo_vmware.api [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10425.479458] env[89459]: value = "task-5767520" [10425.479458] env[89459]: _type = "Task" [10425.479458] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10425.480145] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10425.495614] env[89459]: DEBUG oslo_vmware.api [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10425.496054] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10425.859041] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10425.867295] env[89459]: DEBUG oslo_vmware.api [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162314} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10425.868320] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10425.868320] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10425.868320] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10425.868320] env[89459]: INFO nova.compute.manager [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Took 1.11 seconds to destroy the instance on the hypervisor. [10425.868945] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10425.869418] env[89459]: DEBUG nova.compute.manager [-] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10425.869418] env[89459]: DEBUG nova.network.neutron [-] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10425.869760] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10425.960931] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10425.978087] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10425.988240] env[89459]: DEBUG oslo_vmware.api [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767520, 'name': PowerOffVM_Task, 'duration_secs': 0.263937} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10425.989380] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10425.989478] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10425.990094] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10425.990179] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23973db1-feb4-4972-b1fe-825d45effd2c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10426.057046] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10426.057621] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10426.061169] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Deleting the datastore file [datastore2] d87e07fa-0fc7-4feb-81b4-93238fc2c964 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10426.061169] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10426.061169] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99488a50-8bf3-4c67-bcd8-8474978ea2bb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10426.068998] env[89459]: DEBUG oslo_vmware.api [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for the task: (returnval){ [10426.068998] env[89459]: value = "task-5767522" [10426.068998] env[89459]: _type = "Task" [10426.068998] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10426.069694] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10426.078494] env[89459]: DEBUG oslo_vmware.api [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10426.078729] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10426.313293] env[89459]: DEBUG nova.compute.manager [req-fb37e110-851e-4ae1-a55f-e1d276f63b2d req-f9d2086a-b149-4b11-9deb-736d2fc5616e service nova] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Received event network-vif-deleted-b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10426.313791] env[89459]: INFO nova.compute.manager [req-fb37e110-851e-4ae1-a55f-e1d276f63b2d req-f9d2086a-b149-4b11-9deb-736d2fc5616e service nova] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Neutron deleted interface b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506; detaching it from the instance and deleting it from the info cache [10426.313953] env[89459]: DEBUG nova.network.neutron [req-fb37e110-851e-4ae1-a55f-e1d276f63b2d req-f9d2086a-b149-4b11-9deb-736d2fc5616e service nova] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10426.475367] env[89459]: WARNING nova.utils [None req-69d99b0c-db73-4eeb-b6ee-12f199882647 tempest-ServersTestManualDisk-1743200449 tempest-ServersTestManualDisk-1743200449-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x76479077f7f0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10426.570928] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10426.581326] env[89459]: DEBUG oslo_vmware.api [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Task: {'id': task-5767522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140975} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10426.582329] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10426.582329] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10426.582329] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10426.582329] env[89459]: INFO nova.compute.manager [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Took 1.12 seconds to destroy the instance on the hypervisor. [10426.582850] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10426.583476] env[89459]: DEBUG nova.compute.manager [-] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10426.583635] env[89459]: DEBUG nova.network.neutron [-] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10426.584354] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10426.665647] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10426.690398] env[89459]: DEBUG nova.network.neutron [-] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10426.816801] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-fb37e110-851e-4ae1-a55f-e1d276f63b2d req-f9d2086a-b149-4b11-9deb-736d2fc5616e service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10426.817099] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5ff30d4-e99f-4fb7-8b8e-3643aab32a6e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10426.824299] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-fb37e110-851e-4ae1-a55f-e1d276f63b2d req-f9d2086a-b149-4b11-9deb-736d2fc5616e service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10426.827163] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be7655c-bae8-4f6b-9182-af967fea5dc8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10426.856729] env[89459]: DEBUG nova.compute.manager [req-fb37e110-851e-4ae1-a55f-e1d276f63b2d req-f9d2086a-b149-4b11-9deb-736d2fc5616e service nova] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Detach interface failed, port_id=b3c71bbe-7c75-4e6b-9e90-eb0ba91ba506, reason: Instance 7787bc4c-f172-4a6d-b955-8fdbdc5448e4 could not be found. {{(pid=89459) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11694}} [10427.192647] env[89459]: INFO nova.compute.manager [-] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Took 1.32 seconds to deallocate network for instance. [10427.604156] env[89459]: DEBUG nova.network.neutron [-] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10427.703791] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10427.704016] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10427.707443] env[89459]: DEBUG nova.objects.instance [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lazy-loading 'resources' on Instance uuid 7787bc4c-f172-4a6d-b955-8fdbdc5448e4 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10428.110593] env[89459]: INFO nova.compute.manager [-] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Took 1.53 seconds to deallocate network for instance. [10428.348164] env[89459]: DEBUG nova.compute.manager [req-06b1388a-4009-43c6-900b-0e5b43a6274e req-c00ed3d9-44c5-492c-8585-2d42702d2401 service nova] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Received event network-vif-deleted-d6b7c522-c8e1-4a7d-98b9-88c072af00ad {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10428.613639] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10428.614547] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c5fb83-1ddd-4d80-bbb3-6557fdff98ba {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10428.619077] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10428.622759] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10428.623907] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4391288-f10c-48e8-ae5a-e9b2b424e2b6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10428.660866] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10428.664339] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40ac3f7-a789-4517-b6f8-25f54ccfddf2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10428.670679] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10428.672093] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5247cedc-9427-449e-a681-19e03366467c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10428.687173] env[89459]: DEBUG nova.compute.provider_tree [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10429.189973] env[89459]: DEBUG nova.scheduler.client.report [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10429.697417] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10429.700427] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.079s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10429.701125] env[89459]: DEBUG nova.objects.instance [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lazy-loading 'resources' on Instance uuid d87e07fa-0fc7-4feb-81b4-93238fc2c964 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10429.738239] env[89459]: INFO nova.scheduler.client.report [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleted allocations for instance 7787bc4c-f172-4a6d-b955-8fdbdc5448e4 [10430.253659] env[89459]: DEBUG oslo_concurrency.lockutils [None req-bb89a134-c077-4cdd-9c18-e177f85e271d tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "7787bc4c-f172-4a6d-b955-8fdbdc5448e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.007s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10430.590151] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10430.591108] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1b2f15-241e-4e24-a372-5395f4c4da38 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10430.600775] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10430.601990] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fded027-fa2f-429c-86a3-5571b7d16b67 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10430.634794] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10430.635747] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4169ad9-ea11-4836-94bc-899b9994707e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10430.645027] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10430.645482] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05211ea0-19f1-46c2-ab13-cef8974ad5a1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10430.665072] env[89459]: DEBUG nova.compute.provider_tree [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10431.167256] env[89459]: DEBUG nova.scheduler.client.report [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10431.651348] env[89459]: WARNING nova.utils [None req-c39756c7-0f8b-4ad1-94b3-43b29c7416dd tempest-ServersTestJSON-1372239407 tempest-ServersTestJSON-1372239407-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x76479077ff40> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10431.671820] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10431.708113] env[89459]: INFO nova.scheduler.client.report [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Deleted allocations for instance d87e07fa-0fc7-4feb-81b4-93238fc2c964 [10431.722448] env[89459]: DEBUG oslo_concurrency.lockutils [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "f503ca5f-37a0-44da-a0de-bad9657ebdf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10431.722683] env[89459]: DEBUG oslo_concurrency.lockutils [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "f503ca5f-37a0-44da-a0de-bad9657ebdf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10431.722875] env[89459]: DEBUG oslo_concurrency.lockutils [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "f503ca5f-37a0-44da-a0de-bad9657ebdf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10431.723764] env[89459]: DEBUG oslo_concurrency.lockutils [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "f503ca5f-37a0-44da-a0de-bad9657ebdf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10431.723764] env[89459]: DEBUG oslo_concurrency.lockutils [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "f503ca5f-37a0-44da-a0de-bad9657ebdf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10431.726388] env[89459]: INFO nova.compute.manager [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Terminating instance [10432.221114] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d8e10fb9-60f4-4419-93eb-a211306e29f5 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] Lock "d87e07fa-0fc7-4feb-81b4-93238fc2c964" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.270s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10432.233626] env[89459]: DEBUG nova.compute.manager [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10432.233807] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10432.235027] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10432.235250] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0711c3-90b4-4590-85e7-4b544073ce4e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10432.244569] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10432.245124] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10432.245387] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d400121-48cf-4815-b699-5ebd0d3d7f5b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10432.252569] env[89459]: DEBUG oslo_vmware.api [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10432.252569] env[89459]: value = "task-5767523" [10432.252569] env[89459]: _type = "Task" [10432.252569] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10432.253186] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10432.261816] env[89459]: DEBUG oslo_vmware.api [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10432.262031] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10432.753357] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10432.764021] env[89459]: DEBUG oslo_vmware.api [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767523, 'name': PowerOffVM_Task, 'duration_secs': 0.220103} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10432.764659] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10432.764659] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10432.765319] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10432.765493] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbb0a58a-aec4-4fc2-b966-7a296049f267 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10432.826120] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10432.826459] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Deleting contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10432.826459] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleting the datastore file [datastore1] f503ca5f-37a0-44da-a0de-bad9657ebdf8 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10432.827272] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10432.827545] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-776c46c6-c39f-4e0e-92b2-7e2f636bf0ab {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10432.835422] env[89459]: DEBUG oslo_vmware.api [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for the task: (returnval){ [10432.835422] env[89459]: value = "task-5767525" [10432.835422] env[89459]: _type = "Task" [10432.835422] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10432.836105] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10432.844703] env[89459]: DEBUG oslo_vmware.api [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10432.845069] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10433.335979] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10433.345753] env[89459]: DEBUG oslo_vmware.api [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Task: {'id': task-5767525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150377} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10433.346238] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10433.346401] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Deleted contents of the VM from datastore datastore1 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10433.346533] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10433.346669] env[89459]: INFO nova.compute.manager [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Took 1.11 seconds to destroy the instance on the hypervisor. [10433.347379] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10433.347540] env[89459]: DEBUG nova.compute.manager [-] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10433.347714] env[89459]: DEBUG nova.network.neutron [-] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10433.348134] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10433.381358] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10433.662253] env[89459]: DEBUG nova.compute.manager [req-f727918b-6371-4a1f-98a6-5a104b1659e1 req-84e64a2d-4800-4a66-82f1-e39cbd3274bf service nova] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Received event network-vif-deleted-2f32903c-9de2-490b-be90-dc5202ba445b {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10433.662253] env[89459]: INFO nova.compute.manager [req-f727918b-6371-4a1f-98a6-5a104b1659e1 req-84e64a2d-4800-4a66-82f1-e39cbd3274bf service nova] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Neutron deleted interface 2f32903c-9de2-490b-be90-dc5202ba445b; detaching it from the instance and deleting it from the info cache [10433.662253] env[89459]: DEBUG nova.network.neutron [req-f727918b-6371-4a1f-98a6-5a104b1659e1 req-84e64a2d-4800-4a66-82f1-e39cbd3274bf service nova] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10434.059503] env[89459]: DEBUG nova.network.neutron [-] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10434.165319] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-f727918b-6371-4a1f-98a6-5a104b1659e1 req-84e64a2d-4800-4a66-82f1-e39cbd3274bf service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10434.166035] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d502cc1-49d3-4a61-9405-8c8dadaed570 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10434.173614] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-f727918b-6371-4a1f-98a6-5a104b1659e1 req-84e64a2d-4800-4a66-82f1-e39cbd3274bf service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10434.176876] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341aa9cf-ee6a-4c27-be14-d651b12e9ecf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10434.206784] env[89459]: DEBUG nova.compute.manager [req-f727918b-6371-4a1f-98a6-5a104b1659e1 req-84e64a2d-4800-4a66-82f1-e39cbd3274bf service nova] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Detach interface failed, port_id=2f32903c-9de2-490b-be90-dc5202ba445b, reason: Instance f503ca5f-37a0-44da-a0de-bad9657ebdf8 could not be found. {{(pid=89459) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11694}} [10434.562081] env[89459]: INFO nova.compute.manager [-] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Took 1.21 seconds to deallocate network for instance. [10434.838195] env[89459]: WARNING nova.utils [None req-2dbe4281-5403-4d48-8588-6be4020187cf tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b432c700> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10435.068270] env[89459]: DEBUG oslo_concurrency.lockutils [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10435.068523] env[89459]: DEBUG oslo_concurrency.lockutils [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10435.068723] env[89459]: DEBUG nova.objects.instance [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lazy-loading 'resources' on Instance uuid f503ca5f-37a0-44da-a0de-bad9657ebdf8 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10435.940129] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10435.941624] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c9e17f-a2df-4625-9748-02419a7c88a4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10435.950307] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10435.951556] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2725a6ab-d8fa-402f-b219-7fa841ada1d8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10435.985037] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10435.986204] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c89c076-be2f-4456-8aae-fe590f4ffdcf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10435.994508] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10435.995380] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c24958f-69ad-41b4-b4b4-9c9ca91f0d73 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10436.009953] env[89459]: DEBUG nova.compute.provider_tree [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10436.512798] env[89459]: DEBUG nova.scheduler.client.report [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10437.019502] env[89459]: DEBUG oslo_concurrency.lockutils [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10437.042440] env[89459]: INFO nova.scheduler.client.report [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Deleted allocations for instance f503ca5f-37a0-44da-a0de-bad9657ebdf8 [10437.550309] env[89459]: DEBUG oslo_concurrency.lockutils [None req-2895d385-e6e0-42ba-a5a0-ce9bc169f69b tempest-ServersAdminTestJSON-304522112 tempest-ServersAdminTestJSON-304522112-project-member] Lock "f503ca5f-37a0-44da-a0de-bad9657ebdf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.828s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10444.909672] env[89459]: WARNING nova.utils [None req-89e5bb88-6fba-4413-907f-1651e9346eef tempest-ImagesOneServerNegativeTestJSON-2103767897 tempest-ImagesOneServerNegativeTestJSON-2103767897-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b432c8b0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10450.229560] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10451.067973] env[89459]: WARNING nova.utils [None req-e723ad43-b59d-4bf3-9282-5612d7adf9ef tempest-MultipleCreateTestJSON-1614489978 tempest-MultipleCreateTestJSON-1614489978-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x76480c9dd750> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10451.099816] env[89459]: WARNING nova.utils [None req-e723ad43-b59d-4bf3-9282-5612d7adf9ef tempest-MultipleCreateTestJSON-1614489978 tempest-MultipleCreateTestJSON-1614489978-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b46984c0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10453.372179] env[89459]: WARNING nova.utils [None req-bd2f109e-9414-4e8d-b616-926a5e0a2bce tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x76479077c4c0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10453.467873] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10453.468107] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10453.974314] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10453.974486] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10453.974598] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10453.974709] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10453.974809] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10453.974914] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10453.975421] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10453.975421] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10454.477704] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10454.477996] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10454.478077] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10454.478369] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10454.479368] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10454.480216] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4210117f-2741-42ea-afae-30331e7508ec {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10454.487948] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10454.489249] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1553643-3264-4092-afc9-c9f3ea200459 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10454.505287] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10454.506312] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeff50a-e5c7-465c-8654-247e96d38d3e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10454.512929] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10454.513940] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40c267c-9c15-48fb-bd9a-05a6d8bbaa54 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10454.543119] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179065MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10454.543262] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10454.543437] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10455.576779] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10455.577044] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 84c2f756-e7b0-4315-8911-31c720a46226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10455.577044] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10455.577179] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10455.577270] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10455.577685] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10455.577790] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10455.577889] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10455.577985] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10455.578168] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10455.578274] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10455.578366] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10455.578457] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10456.082835] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e30175f2-1b1e-4607-91ca-f5182ac7b418 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10456.585811] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 85c720ff-5386-4f3f-87bd-511c5c392778 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10457.088632] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9e01b7bd-7c5a-4509-96b0-64815fcdcec9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10457.591515] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b067d58f-5ff0-4976-a3bd-0bef9b6c1840 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10458.094318] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 48ac2374-df2e-4418-ade4-a1c4b8d7a9ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10458.596774] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1b299d73-8810-4324-a32e-663b0acd2175 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10459.100046] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1cc24fe9-ef80-40b9-94a7-30cbd35d2c29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10459.603052] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d60a1f58-aa03-44e2-8b15-bd94a73346d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10460.106162] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 6081ee8a-f8ca-4237-9422-93e724a7cbd7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10460.608924] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 58518cb0-8350-4d2f-b2d7-398861107a87 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10461.111734] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7b415e33-e0c2-4858-b3bf-a4d4278d6780 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10461.614935] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance a8ca9cb6-dbed-4e06-a9ab-0d9ce9398098 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10462.118517] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 4d55157b-ecdb-405b-8a66-322364edd480 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10462.621384] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance fc962c40-a4f5-4094-9c3d-3f55ff2a3142 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10463.123909] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 88e9157e-79dd-427b-8e48-219e9c2a59ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10463.626771] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 90ef049a-a5f2-4a41-b0d9-2469278ce279 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10464.129683] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 77a3309a-b395-49a1-b366-c95f4b94a956 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10464.632912] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e5742069-a974-4661-ae52-61cec41be162 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10464.633251] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10464.633357] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '3', 'num_task_None': '3', 'num_os_type_None': '13', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '2', 'io_workload': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '2', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'num_vm_building': '10', 'num_task_deleting': '9', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_task_spawning': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10464.990348] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10464.991303] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95b3167-f843-4392-802f-70f3ec9c197a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10464.999528] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10464.999721] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453a1eec-f64f-4589-a981-1e91257095fd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10465.032333] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10465.033166] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e6866a-90ec-4d14-81a8-fa434de453a9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10465.040714] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10465.042014] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6ff3ca-4048-48ac-96cd-4fa2bf8b7209 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10465.057054] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10465.559945] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10466.064791] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10466.065099] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.522s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10466.065299] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 60.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10468.747611] env[89459]: WARNING nova.utils [None req-fccc00cb-1d71-4ddf-bb77-e50947398893 tempest-SecurityGroupsTestJSON-1217711792 tempest-SecurityGroupsTestJSON-1217711792-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d01bcb80> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10482.416241] env[89459]: WARNING nova.utils [None req-ca90b0b4-3244-4682-96e7-2128b335ac59 tempest-AttachInterfacesTestJSON-531507541 tempest-AttachInterfacesTestJSON-531507541-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b4794ee0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10526.065866] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10526.066209] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10526.066209] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10526.066292] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10526.066334] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10526.066420] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10526.066516] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10526.066629] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10526.066723] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10526.570992] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10526.571218] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10526.571363] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10526.571497] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10526.574991] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10526.575918] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f047c8ac-894b-42bd-985b-08bae5a31730 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10526.584879] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10526.586228] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d384e8c-862d-4845-bbfe-0b3fc95c5074 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10526.600560] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10526.601860] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a19335f-1ba0-4845-bd95-404bf69429dc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10526.608850] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10526.609101] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7cb691-e82e-4f27-aa6e-da80aff6c007 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10526.640019] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179824MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10526.640164] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10526.640334] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10527.684886] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10527.685208] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 84c2f756-e7b0-4315-8911-31c720a46226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10527.685208] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10527.685325] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10527.685325] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10527.685421] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10527.685519] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10527.685613] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10527.685709] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10527.685804] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10527.685896] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10527.685988] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10527.686091] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10528.189216] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b067d58f-5ff0-4976-a3bd-0bef9b6c1840 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10528.691850] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 48ac2374-df2e-4418-ade4-a1c4b8d7a9ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10529.197845] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1b299d73-8810-4324-a32e-663b0acd2175 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10529.700762] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1cc24fe9-ef80-40b9-94a7-30cbd35d2c29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10530.206392] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d60a1f58-aa03-44e2-8b15-bd94a73346d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10530.709398] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 6081ee8a-f8ca-4237-9422-93e724a7cbd7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10531.212880] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 58518cb0-8350-4d2f-b2d7-398861107a87 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10531.715777] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7b415e33-e0c2-4858-b3bf-a4d4278d6780 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10532.220037] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance a8ca9cb6-dbed-4e06-a9ab-0d9ce9398098 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10532.722872] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 4d55157b-ecdb-405b-8a66-322364edd480 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10533.227634] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance fc962c40-a4f5-4094-9c3d-3f55ff2a3142 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10533.730177] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 88e9157e-79dd-427b-8e48-219e9c2a59ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10534.232841] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 90ef049a-a5f2-4a41-b0d9-2469278ce279 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10534.736926] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 77a3309a-b395-49a1-b366-c95f4b94a956 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10535.240438] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e5742069-a974-4661-ae52-61cec41be162 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10535.743637] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0cfc036c-e227-4a70-bfad-f8cadeeffd19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10535.786523] env[89459]: WARNING nova.utils [None req-de0b24e8-c80a-4d92-9ff7-1a4d6e56922a tempest-ServersListShow296Test-725467034 tempest-ServersListShow296Test-725467034-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b4795ea0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10536.246735] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 808b7e5c-a4b3-4ba9-87f7-619f6a565a71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10536.247124] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10536.247350] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '3', 'num_task_None': '3', 'num_os_type_None': '13', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '2', 'io_workload': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '2', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'num_vm_building': '10', 'num_task_deleting': '9', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_task_spawning': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10536.593217] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10536.594158] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d2c6d0-bc2e-4cb6-9db1-3287bfb7d8af {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10536.601843] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10536.604941] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e89588-42ec-4412-9abf-f308cc8e3f82 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10536.632622] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10536.633504] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9af39f-4246-4a30-8c77-3802eae153ff {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10536.640701] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10536.641999] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de50c7c1-581a-4281-9883-cb4a612040f9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10536.656351] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10537.159392] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10537.160722] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10537.160878] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.521s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10537.161079] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 19.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10556.646403] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10556.646669] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [10557.151508] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] There are 9 instances to clean {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [10557.152630] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 419d6089-f6fd-4c72-bb41-f0507491cdc3] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10557.655362] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: e74ebf30-9d3e-407f-bd6d-b2034ee02af0] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10558.158506] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 3fee2830-74ca-410d-8fd8-aa0d171bfc66] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10558.661082] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: ac7c6c8f-b715-4339-b113-e72e4b3bcdf0] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10559.166276] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 6796e27a-d0f5-4259-bf44-3264edaabee5] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10559.669709] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: d87e07fa-0fc7-4feb-81b4-93238fc2c964] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10560.175653] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 7787bc4c-f172-4a6d-b955-8fdbdc5448e4] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10560.678544] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: f503ca5f-37a0-44da-a0de-bad9657ebdf8] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10561.181907] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 7fdf2194-d481-49a1-8604-675c96af4a44] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10561.684590] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10561.684963] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances with incomplete migration {{(pid=89459) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [10562.187595] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10562.690137] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 7.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10569.689699] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10569.689961] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10570.104986] env[89459]: DEBUG nova.compute.manager [req-3935c40f-afff-4184-9a98-ce954240c14d req-0ce18ad1-dd31-477c-a22c-03430e913d20 service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Received event network-changed-457c3391-d047-439c-9df9-3b1b715ca405 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10570.105453] env[89459]: DEBUG nova.compute.manager [req-3935c40f-afff-4184-9a98-ce954240c14d req-0ce18ad1-dd31-477c-a22c-03430e913d20 service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Refreshing instance network info cache due to event network-changed-457c3391-d047-439c-9df9-3b1b715ca405. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10570.105699] env[89459]: DEBUG oslo_concurrency.lockutils [req-3935c40f-afff-4184-9a98-ce954240c14d req-0ce18ad1-dd31-477c-a22c-03430e913d20 service nova] Acquiring lock "refresh_cache-84c2f756-e7b0-4315-8911-31c720a46226" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10570.105759] env[89459]: DEBUG oslo_concurrency.lockutils [req-3935c40f-afff-4184-9a98-ce954240c14d req-0ce18ad1-dd31-477c-a22c-03430e913d20 service nova] Acquired lock "refresh_cache-84c2f756-e7b0-4315-8911-31c720a46226" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10570.105834] env[89459]: DEBUG nova.network.neutron [req-3935c40f-afff-4184-9a98-ce954240c14d req-0ce18ad1-dd31-477c-a22c-03430e913d20 service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Refreshing network info cache for port 457c3391-d047-439c-9df9-3b1b715ca405 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10570.196635] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10570.197263] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10570.197263] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10570.197263] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10570.197263] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10570.197263] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10570.197477] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10570.197510] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10570.234463] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10570.608652] env[89459]: WARNING neutronclient.v2_0.client [req-3935c40f-afff-4184-9a98-ce954240c14d req-0ce18ad1-dd31-477c-a22c-03430e913d20 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10570.703068] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10570.704138] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10570.704138] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10570.704138] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10570.705027] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10570.705470] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2e983e-535a-4ca2-82bc-8cccdf47e698 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10570.714091] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10570.715286] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83445866-6c68-4496-b6bb-0df6a4b2a06e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10570.731033] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10570.731672] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4ada19-90eb-4500-95e0-90c4617aefd8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10570.739559] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10570.740650] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ca7d15-894f-41a8-9b90-ab782588aa4d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10570.773059] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179824MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10570.775312] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10570.775720] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10571.117882] env[89459]: WARNING neutronclient.v2_0.client [req-3935c40f-afff-4184-9a98-ce954240c14d req-0ce18ad1-dd31-477c-a22c-03430e913d20 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10571.324398] env[89459]: DEBUG nova.network.neutron [req-3935c40f-afff-4184-9a98-ce954240c14d req-0ce18ad1-dd31-477c-a22c-03430e913d20 service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Updated VIF entry in instance network info cache for port 457c3391-d047-439c-9df9-3b1b715ca405. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10571.324398] env[89459]: DEBUG nova.network.neutron [req-3935c40f-afff-4184-9a98-ce954240c14d req-0ce18ad1-dd31-477c-a22c-03430e913d20 service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Updating instance_info_cache with network_info: [{"id": "457c3391-d047-439c-9df9-3b1b715ca405", "address": "fa:16:3e:f0:c3:59", "network": {"id": "5515d3c0-a6db-40b2-a396-2897540e19ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-173955245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e50f15aafe2452ea1bfc87d62d3b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457c3391-d0", "ovs_interfaceid": "457c3391-d047-439c-9df9-3b1b715ca405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10571.826515] env[89459]: DEBUG oslo_concurrency.lockutils [req-3935c40f-afff-4184-9a98-ce954240c14d req-0ce18ad1-dd31-477c-a22c-03430e913d20 service nova] Releasing lock "refresh_cache-84c2f756-e7b0-4315-8911-31c720a46226" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10571.928204] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10571.928306] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 84c2f756-e7b0-4315-8911-31c720a46226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10571.928445] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10571.928502] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10571.929182] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10571.929182] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10571.929182] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10571.929182] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10571.929182] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10571.929413] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10571.929413] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10571.929477] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10571.929539] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10572.274578] env[89459]: DEBUG nova.compute.manager [req-8e232bec-2528-4dc6-a746-5de21f3b3ab3 req-abee7b45-742c-4ed6-9d75-675e8184dcf1 service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Received event network-changed-457c3391-d047-439c-9df9-3b1b715ca405 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10572.274730] env[89459]: DEBUG nova.compute.manager [req-8e232bec-2528-4dc6-a746-5de21f3b3ab3 req-abee7b45-742c-4ed6-9d75-675e8184dcf1 service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Refreshing instance network info cache due to event network-changed-457c3391-d047-439c-9df9-3b1b715ca405. {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11865}} [10572.274907] env[89459]: DEBUG oslo_concurrency.lockutils [req-8e232bec-2528-4dc6-a746-5de21f3b3ab3 req-abee7b45-742c-4ed6-9d75-675e8184dcf1 service nova] Acquiring lock "refresh_cache-84c2f756-e7b0-4315-8911-31c720a46226" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [10572.275315] env[89459]: DEBUG oslo_concurrency.lockutils [req-8e232bec-2528-4dc6-a746-5de21f3b3ab3 req-abee7b45-742c-4ed6-9d75-675e8184dcf1 service nova] Acquired lock "refresh_cache-84c2f756-e7b0-4315-8911-31c720a46226" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [10572.275919] env[89459]: DEBUG nova.network.neutron [req-8e232bec-2528-4dc6-a746-5de21f3b3ab3 req-abee7b45-742c-4ed6-9d75-675e8184dcf1 service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Refreshing network info cache for port 457c3391-d047-439c-9df9-3b1b715ca405 {{(pid=89459) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [10572.433589] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 48ac2374-df2e-4418-ade4-a1c4b8d7a9ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10572.779029] env[89459]: WARNING neutronclient.v2_0.client [req-8e232bec-2528-4dc6-a746-5de21f3b3ab3 req-abee7b45-742c-4ed6-9d75-675e8184dcf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10572.866430] env[89459]: DEBUG oslo_concurrency.lockutils [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquiring lock "84c2f756-e7b0-4315-8911-31c720a46226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10572.866749] env[89459]: DEBUG oslo_concurrency.lockutils [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "84c2f756-e7b0-4315-8911-31c720a46226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10572.866830] env[89459]: DEBUG oslo_concurrency.lockutils [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquiring lock "84c2f756-e7b0-4315-8911-31c720a46226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10572.867254] env[89459]: DEBUG oslo_concurrency.lockutils [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "84c2f756-e7b0-4315-8911-31c720a46226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10572.867254] env[89459]: DEBUG oslo_concurrency.lockutils [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "84c2f756-e7b0-4315-8911-31c720a46226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10572.869294] env[89459]: INFO nova.compute.manager [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Terminating instance [10572.941679] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1b299d73-8810-4324-a32e-663b0acd2175 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10572.982522] env[89459]: WARNING neutronclient.v2_0.client [req-8e232bec-2528-4dc6-a746-5de21f3b3ab3 req-abee7b45-742c-4ed6-9d75-675e8184dcf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10573.067658] env[89459]: DEBUG nova.network.neutron [req-8e232bec-2528-4dc6-a746-5de21f3b3ab3 req-abee7b45-742c-4ed6-9d75-675e8184dcf1 service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Updated VIF entry in instance network info cache for port 457c3391-d047-439c-9df9-3b1b715ca405. {{(pid=89459) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [10573.067960] env[89459]: DEBUG nova.network.neutron [req-8e232bec-2528-4dc6-a746-5de21f3b3ab3 req-abee7b45-742c-4ed6-9d75-675e8184dcf1 service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Updating instance_info_cache with network_info: [{"id": "457c3391-d047-439c-9df9-3b1b715ca405", "address": "fa:16:3e:f0:c3:59", "network": {"id": "5515d3c0-a6db-40b2-a396-2897540e19ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-173955245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e50f15aafe2452ea1bfc87d62d3b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457c3391-d0", "ovs_interfaceid": "457c3391-d047-439c-9df9-3b1b715ca405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10573.375927] env[89459]: DEBUG nova.compute.manager [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10573.376144] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10573.376688] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10573.377557] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5c231c-e20e-4cfc-8659-0412b9cba307 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10573.386363] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10573.387042] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10573.387254] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3162c4c4-5818-479d-9901-479cb15aba0a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10573.395111] env[89459]: DEBUG oslo_vmware.api [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for the task: (returnval){ [10573.395111] env[89459]: value = "task-5767527" [10573.395111] env[89459]: _type = "Task" [10573.395111] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10573.395715] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10573.404991] env[89459]: DEBUG oslo_vmware.api [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10573.405230] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10573.443961] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1cc24fe9-ef80-40b9-94a7-30cbd35d2c29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10573.570575] env[89459]: DEBUG oslo_concurrency.lockutils [req-8e232bec-2528-4dc6-a746-5de21f3b3ab3 req-abee7b45-742c-4ed6-9d75-675e8184dcf1 service nova] Releasing lock "refresh_cache-84c2f756-e7b0-4315-8911-31c720a46226" {{(pid=89459) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [10573.896345] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10573.906589] env[89459]: DEBUG oslo_vmware.api [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767527, 'name': PowerOffVM_Task, 'duration_secs': 0.233634} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10573.906965] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10573.906965] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10573.907925] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10573.908217] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e39705cb-e1f2-48cb-a1d0-b11544a26de9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10573.946828] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d60a1f58-aa03-44e2-8b15-bd94a73346d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10573.977591] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10573.977591] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10573.977591] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Deleting the datastore file [datastore2] 84c2f756-e7b0-4315-8911-31c720a46226 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10573.981437] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10573.981743] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72026c18-5676-4036-8c11-5f5d9ceb3e53 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10573.991007] env[89459]: DEBUG oslo_vmware.api [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for the task: (returnval){ [10573.991007] env[89459]: value = "task-5767529" [10573.991007] env[89459]: _type = "Task" [10573.991007] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10573.992362] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10574.001483] env[89459]: DEBUG oslo_vmware.api [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10574.001483] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10574.451914] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 6081ee8a-f8ca-4237-9422-93e724a7cbd7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10574.492837] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10574.504345] env[89459]: DEBUG oslo_vmware.api [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Task: {'id': task-5767529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154302} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10574.504758] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10574.504931] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10574.505389] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10574.505579] env[89459]: INFO nova.compute.manager [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Took 1.13 seconds to destroy the instance on the hypervisor. [10574.506175] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10574.506407] env[89459]: DEBUG nova.compute.manager [-] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10574.506509] env[89459]: DEBUG nova.network.neutron [-] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10574.506745] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10574.547612] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10574.906601] env[89459]: DEBUG nova.compute.manager [req-a2b340cb-3c2a-43a2-8c39-939b09490fd1 req-121eecd1-f7fe-4f1b-97ba-d35573863afb service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Received event network-vif-deleted-457c3391-d047-439c-9df9-3b1b715ca405 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10574.907491] env[89459]: INFO nova.compute.manager [req-a2b340cb-3c2a-43a2-8c39-939b09490fd1 req-121eecd1-f7fe-4f1b-97ba-d35573863afb service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Neutron deleted interface 457c3391-d047-439c-9df9-3b1b715ca405; detaching it from the instance and deleting it from the info cache [10574.908289] env[89459]: DEBUG nova.network.neutron [req-a2b340cb-3c2a-43a2-8c39-939b09490fd1 req-121eecd1-f7fe-4f1b-97ba-d35573863afb service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10574.952803] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 58518cb0-8350-4d2f-b2d7-398861107a87 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10575.281154] env[89459]: DEBUG nova.network.neutron [-] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10575.411989] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-a2b340cb-3c2a-43a2-8c39-939b09490fd1 req-121eecd1-f7fe-4f1b-97ba-d35573863afb service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10575.413660] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-301a88d3-9e68-4526-b2d0-8a35da23b280 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10575.424532] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-a2b340cb-3c2a-43a2-8c39-939b09490fd1 req-121eecd1-f7fe-4f1b-97ba-d35573863afb service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10575.427324] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3214fe32-1c03-430b-83a9-c275cd381446 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10575.458024] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7b415e33-e0c2-4858-b3bf-a4d4278d6780 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10575.463855] env[89459]: DEBUG nova.compute.manager [req-a2b340cb-3c2a-43a2-8c39-939b09490fd1 req-121eecd1-f7fe-4f1b-97ba-d35573863afb service nova] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Detach interface failed, port_id=457c3391-d047-439c-9df9-3b1b715ca405, reason: Instance 84c2f756-e7b0-4315-8911-31c720a46226 could not be found. {{(pid=89459) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11694}} [10575.784226] env[89459]: INFO nova.compute.manager [-] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Took 1.28 seconds to deallocate network for instance. [10575.965731] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance a8ca9cb6-dbed-4e06-a9ab-0d9ce9398098 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10576.290698] env[89459]: DEBUG oslo_concurrency.lockutils [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10576.468908] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 4d55157b-ecdb-405b-8a66-322364edd480 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10576.972350] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance fc962c40-a4f5-4094-9c3d-3f55ff2a3142 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10577.475315] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 88e9157e-79dd-427b-8e48-219e9c2a59ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10577.978247] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 90ef049a-a5f2-4a41-b0d9-2469278ce279 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10578.481063] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 77a3309a-b395-49a1-b366-c95f4b94a956 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10578.504481] env[89459]: WARNING nova.utils [None req-8eb5da58-8da5-4ce8-9527-7c0cd27d8214 tempest-ServerRescueNegativeTestJSON-1629536400 tempest-ServerRescueNegativeTestJSON-1629536400-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0196d40> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10578.900211] env[89459]: WARNING nova.utils [None req-0279e212-9f4a-4ea0-93c4-05f118fa0637 tempest-ServerRescueNegativeTestJSON-1629536400 tempest-ServerRescueNegativeTestJSON-1629536400-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b47ba320> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10578.984461] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e5742069-a974-4661-ae52-61cec41be162 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10579.486877] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0cfc036c-e227-4a70-bfad-f8cadeeffd19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10579.737465] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10579.737702] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10579.737885] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10579.738029] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10579.738156] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10579.741269] env[89459]: INFO nova.compute.manager [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Terminating instance [10579.990333] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 808b7e5c-a4b3-4ba9-87f7-619f6a565a71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10580.245621] env[89459]: DEBUG nova.compute.manager [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [10580.245804] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [10580.246421] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10580.247332] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f5b375-5aa5-4bab-a0dc-df15f5c16250 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10580.256473] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [10580.256919] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10580.257191] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1a1157c-dccf-4920-9654-71b1d6a5b6be {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10580.265423] env[89459]: DEBUG oslo_vmware.api [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10580.265423] env[89459]: value = "task-5767530" [10580.265423] env[89459]: _type = "Task" [10580.265423] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10580.266058] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10580.276313] env[89459]: DEBUG oslo_vmware.api [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10580.276584] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10580.493094] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 6e66bd43-ada4-4752-99e1-71bfdc0009e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10580.493405] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10580.493564] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '3', 'num_task_None': '3', 'num_os_type_None': '13', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '2', 'io_workload': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '2', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'num_vm_building': '10', 'num_task_deleting': '9', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_task_spawning': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10580.514030] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [10580.528202] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [10580.528368] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10580.539380] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [10580.561263] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [10580.767944] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10580.777725] env[89459]: DEBUG oslo_vmware.api [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767530, 'name': PowerOffVM_Task, 'duration_secs': 0.25279} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10580.778942] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [10580.778942] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [10580.782455] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10580.782455] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c3824e4-0326-481f-9308-b2ee5349d209 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10580.846785] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [10580.847009] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [10580.847166] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Deleting the datastore file [datastore2] 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [10580.848403] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10580.848771] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2abea438-9890-45c1-96d1-97159a9f5b1a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10580.858293] env[89459]: DEBUG oslo_vmware.api [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for the task: (returnval){ [10580.858293] env[89459]: value = "task-5767532" [10580.858293] env[89459]: _type = "Task" [10580.858293] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [10580.859438] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10580.870369] env[89459]: DEBUG oslo_vmware.api [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [10580.870526] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10581.010658] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10581.011492] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8e925b-2b54-4799-8ae3-ce3e51399bd9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10581.019551] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10581.020700] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a7668b-4ae4-4047-8ea2-3eba58b5edf8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10581.053532] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10581.054357] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab8f544-1deb-42e8-9909-971019d0dfbb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10581.062241] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10581.063549] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754ab42e-eb66-448c-b477-8e8b71513431 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10581.078659] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10581.361650] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10581.370929] env[89459]: DEBUG oslo_vmware.api [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Task: {'id': task-5767532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157204} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [10581.371281] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [10581.371461] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [10581.371627] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [10581.371764] env[89459]: INFO nova.compute.manager [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Took 1.13 seconds to destroy the instance on the hypervisor. [10581.372345] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10581.372566] env[89459]: DEBUG nova.compute.manager [-] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [10581.372661] env[89459]: DEBUG nova.network.neutron [-] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [10581.372920] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10581.459214] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [10581.746809] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10581.746809] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10581.746809] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.808s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10581.746809] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 47.52 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10581.746809] env[89459]: DEBUG oslo_concurrency.lockutils [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.293s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10581.746809] env[89459]: DEBUG nova.objects.instance [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lazy-loading 'resources' on Instance uuid 84c2f756-e7b0-4315-8911-31c720a46226 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10582.515298] env[89459]: DEBUG nova.network.neutron [-] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [10582.699214] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10582.701312] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53db19ee-431e-475a-aa64-8601daaeadec {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10582.708784] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10582.709850] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415d0704-c69b-41f1-b5fd-be53058a2e2a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10582.740220] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10582.742094] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d66bf6-a72a-44db-9025-f99828d09baf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10582.749344] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10582.750738] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314be13b-d5c5-45dd-8446-caa986a30b09 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10582.770823] env[89459]: DEBUG nova.compute.provider_tree [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10583.017658] env[89459]: INFO nova.compute.manager [-] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Took 1.64 seconds to deallocate network for instance. [10583.275382] env[89459]: DEBUG nova.scheduler.client.report [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10583.526193] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10583.781157] env[89459]: DEBUG oslo_concurrency.lockutils [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10583.783677] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.257s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10583.783820] env[89459]: DEBUG nova.objects.instance [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lazy-loading 'resources' on Instance uuid 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [10583.822132] env[89459]: INFO nova.scheduler.client.report [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Deleted allocations for instance 84c2f756-e7b0-4315-8911-31c720a46226 [10584.140140] env[89459]: DEBUG nova.compute.manager [req-dc274a31-1c9d-49e5-bd31-17986aaa733d req-4ec384bd-b472-4ac5-ba3c-5095ead66c5c service nova] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Received event network-vif-deleted-bac74a67-c2ab-4134-97e6-9b2bd1a99649 {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [10584.332939] env[89459]: DEBUG oslo_concurrency.lockutils [None req-36937cfc-7977-482d-99c6-a86587db89fe tempest-FloatingIPsAssociationTestJSON-1227248827 tempest-FloatingIPsAssociationTestJSON-1227248827-project-member] Lock "84c2f756-e7b0-4315-8911-31c720a46226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.465s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10584.898859] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10584.899764] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218417b0-8973-4017-b35f-e3190950fbe4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10584.908402] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10584.909613] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceb6824-95cf-402e-8bbc-fe42dda9c2fb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10584.943620] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10584.944412] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72abfc8-f537-4f44-8853-4525cf9edd57 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10584.952462] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10584.954107] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a647741e-2d31-4113-9b2a-5d24dda83425 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10584.970117] env[89459]: DEBUG nova.compute.provider_tree [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10585.472916] env[89459]: DEBUG nova.scheduler.client.report [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10585.979393] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10586.006049] env[89459]: INFO nova.scheduler.client.report [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Deleted allocations for instance 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b [10586.513834] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8c9b268b-0668-4a34-8cba-9d568e901dd4 tempest-MigrationsAdminTest-1348166828 tempest-MigrationsAdminTest-1348166828-project-member] Lock "8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.775s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10587.151284] env[89459]: WARNING nova.utils [None req-6ec3bb20-9fce-4cd6-b678-a563decdb60b tempest-ServersAaction247Test-1234781430 tempest-ServersAaction247Test-1234781430-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0195630> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10593.266500] env[89459]: DEBUG oslo_concurrency.lockutils [None req-8d07609f-1716-4858-8ab4-e9873d2fec41 tempest-ListImageFiltersTestJSON-447362666 tempest-ListImageFiltersTestJSON-447362666-project-member] Acquiring lock "7ca98e44-6025-4d53-b1f1-aa22cfb3aae3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10595.084528] env[89459]: WARNING nova.utils [None req-f70fb523-ef58-4999-ba92-db10fb591ff1 tempest-VolumesAdminNegativeTest-597866289 tempest-VolumesAdminNegativeTest-597866289-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d013cb80> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10595.238817] env[89459]: WARNING nova.utils [None req-2f602f38-8f64-41bc-ba24-7adeb44871da tempest-ImagesTestJSON-842024404 tempest-ImagesTestJSON-842024404-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d013fd00> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10596.447538] env[89459]: WARNING nova.utils [None req-2f115e8a-ca2a-4319-a7c1-2053aff156c0 tempest-ServersNegativeTestJSON-1402613424 tempest-ServersNegativeTestJSON-1402613424-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d013ef80> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10599.985278] env[89459]: WARNING nova.utils [None req-b8907894-6d4b-4768-bfe2-f37506a0d5c5 tempest-ServersTestMultiNic-1692168488 tempest-ServersTestMultiNic-1692168488-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b47b9bd0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10610.915671] env[89459]: WARNING nova.utils [None req-3bad20e7-8f94-49e8-8031-00932aeca977 tempest-ServerTagsTestJSON-969147086 tempest-ServerTagsTestJSON-969147086-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b4411ea0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10612.270528] env[89459]: WARNING nova.utils [None req-2ac8a518-0e8e-494e-8291-21eb61cde36e tempest-ServerDiskConfigTestJSON-1925570613 tempest-ServerDiskConfigTestJSON-1925570613-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0197130> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10627.365223] env[89459]: WARNING nova.utils [None req-6638667c-1980-4e50-b291-0287c2c3f5de tempest-DeleteServersTestJSON-1184499299 tempest-DeleteServersTestJSON-1184499299-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d013e050> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10628.413372] env[89459]: WARNING nova.utils [None req-0634bfc7-f3b6-42f1-9b5c-1e1fbd2041d8 tempest-ServersTestJSON-1372239407 tempest-ServersTestJSON-1372239407-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b47ba170> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10629.103290] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10629.103438] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10629.103620] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10629.103718] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10629.103798] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10629.103985] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_power_states {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10629.608492] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Getting list of instances from cluster (obj){ [10629.608492] env[89459]: value = "domain-c8" [10629.608492] env[89459]: _type = "ClusterComputeResource" [10629.608492] env[89459]: } {{(pid=89459) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [10629.609447] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10629.610513] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c151a29-90d0-457b-833e-fbc2d8cedf67 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10629.621297] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Got total of 1 instances {{(pid=89459) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [10629.621448] env[89459]: WARNING nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] While synchronizing instance power states, found 11 instances in the database and 1 instances on the hypervisor. [10629.621585] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Triggering sync for uuid c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11068}} [10629.622032] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Triggering sync for uuid 2d248ed1-c375-4dd4-bff6-58c6d21212f2 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11068}} [10629.622412] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10629.622654] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10629.623981] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Triggering sync for uuid 1c92f5fa-55a8-40b9-8c02-d3793cbe629e {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11068}} [10629.624403] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10629.624781] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "2d248ed1-c375-4dd4-bff6-58c6d21212f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10629.625032] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2148b90c-4a06-4788-b7f0-50f69477d3cd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10629.627748] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Triggering sync for uuid 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11068}} [10629.628425] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "1c92f5fa-55a8-40b9-8c02-d3793cbe629e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10629.628553] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Triggering sync for uuid e06cc320-5a90-4381-86d9-9a0333bcd592 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11068}} [10629.629067] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "43ca9a08-1ccf-4a6d-89c9-87e1ad04e286" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10629.629365] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Triggering sync for uuid d1ed3d06-67f2-4897-b7ad-2edf68a93a10 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11068}} [10629.629727] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "e06cc320-5a90-4381-86d9-9a0333bcd592" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10629.629888] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Triggering sync for uuid 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11068}} [10629.633037] env[89459]: ERROR oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Error during ComputeManager._sync_power_states: AttributeError: 'ThreadPoolExecutor' object has no attribute 'name' [10629.633037] env[89459]: ERROR oslo_service.periodic_task Traceback (most recent call last): [10629.633037] env[89459]: ERROR oslo_service.periodic_task File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py", line 216, in run_periodic_tasks [10629.633037] env[89459]: ERROR oslo_service.periodic_task task(self, context) [10629.633037] env[89459]: ERROR oslo_service.periodic_task File "/opt/stack/nova/nova/compute/manager.py", line 11070, in _sync_power_states [10629.633037] env[89459]: ERROR oslo_service.periodic_task nova.utils.spawn_on( [10629.633037] env[89459]: ERROR oslo_service.periodic_task File "/opt/stack/nova/nova/utils.py", line 617, in spawn_on [10629.633037] env[89459]: ERROR oslo_service.periodic_task "pool.", executor.name, func) [10629.633037] env[89459]: ERROR oslo_service.periodic_task AttributeError: 'ThreadPoolExecutor' object has no attribute 'name' [10629.633037] env[89459]: ERROR oslo_service.periodic_task [10629.633397] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10629.633397] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10629.633461] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10630.135376] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10630.135635] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "d1ed3d06-67f2-4897-b7ad-2edf68a93a10" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10630.137592] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10630.137821] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10630.137981] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10630.138138] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10630.138698] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10630.139792] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5338bb6-c53b-4fe3-8626-207a0eefce95 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10630.148376] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10630.149642] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9f4447-54ff-4e48-af43-a70353d45c6a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10630.165725] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10630.166520] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7de3088-f8de-4d3d-a8f7-883c7446fa70 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10630.174180] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10630.175465] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4d6544-a432-46a4-81a4-c8e6852ff23b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10630.208126] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179814MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10630.208309] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10630.208513] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10631.236760] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10631.237029] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10631.237079] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10631.237223] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10631.237399] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10631.237540] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10631.237661] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10631.237917] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10631.238017] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10631.238089] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10631.238321] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10631.741497] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 88e9157e-79dd-427b-8e48-219e9c2a59ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10632.243799] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 90ef049a-a5f2-4a41-b0d9-2469278ce279 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10632.747558] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 77a3309a-b395-49a1-b366-c95f4b94a956 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10633.195613] env[89459]: WARNING nova.utils [None req-fdf8e207-25e6-44c4-bbc7-ab823a610dd1 tempest-AttachVolumeNegativeTest-1004864056 tempest-AttachVolumeNegativeTest-1004864056-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d02460e0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10633.249516] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e5742069-a974-4661-ae52-61cec41be162 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10633.752539] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0cfc036c-e227-4a70-bfad-f8cadeeffd19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10634.255255] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 808b7e5c-a4b3-4ba9-87f7-619f6a565a71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10634.758810] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 6e66bd43-ada4-4752-99e1-71bfdc0009e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10635.262764] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b65fdd2e-a678-488a-862b-2632c1cbccc5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10635.764708] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9fdb1b3b-ab78-41c9-9634-0329b15a766b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10636.267751] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 03ac9f20-3234-42ae-8678-7fb0ba9db739 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10636.770724] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 6d8f702c-2183-43d5-9443-b3140b373b0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10637.273361] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0bafabd8-a467-4878-9127-a9104f9a8eb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10637.776222] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0f949137-5b30-45b1-acb8-834b9c319375 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10638.278805] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 5c32fe99-caa8-4d4e-981b-1524f56fca70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10638.781626] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b0096c66-c866-47b4-a0fb-2b688cda7c7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10639.285491] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 122b2c5d-8341-4200-9bd1-4da50834e187 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10639.788329] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 860b9ecd-3d14-4ec4-8f96-e4a8fb647fd9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10640.291171] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 302fbdd4-1039-4473-9052-f49849616877 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10640.291466] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10640.291507] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '11', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'io_workload': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10640.637055] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10640.637930] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91f6bd2-4f10-4bfd-b288-8e1d0ebc40fb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10640.645148] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10640.646244] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70918bad-dd28-44c1-8912-c86a74da85e1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10640.678580] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10640.679716] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc14aa7-4a73-48ea-bc9f-fef5c789f373 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10640.686850] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10640.688273] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b06741-31a6-4637-a7f3-24554e1b83df {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10640.702186] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10641.204926] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10641.709590] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10641.709863] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.501s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10641.709977] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.54 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10642.247862] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10642.248228] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 43.40 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10648.228946] env[89459]: WARNING nova.utils [None req-621bcc96-212e-4388-88ee-d369ac8f29c1 tempest-MultipleCreateTestJSON-1614489978 tempest-MultipleCreateTestJSON-1614489978-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0244a60> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10648.255418] env[89459]: WARNING nova.utils [None req-621bcc96-212e-4388-88ee-d369ac8f29c1 tempest-MultipleCreateTestJSON-1614489978 tempest-MultipleCreateTestJSON-1614489978-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d013ca60> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10650.915737] env[89459]: WARNING nova.utils [None req-daf388e7-9209-4ee9-911b-a11871135d15 tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b4794ca0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10670.097450] env[89459]: WARNING nova.utils [None req-70dd7763-e748-4502-9342-53b423aef72c tempest-ServerAddressesTestJSON-66978241 tempest-ServerAddressesTestJSON-66978241-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d02467a0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10683.592058] env[89459]: WARNING nova.utils [None req-42191fed-785a-488e-bdd4-77810278204e tempest-ServerPasswordTestJSON-1480125508 tempest-ServerPasswordTestJSON-1480125508-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0245b40> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10685.646059] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10685.646367] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10686.646098] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10686.646447] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10686.646447] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10687.646037] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10687.646197] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10687.646433] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10688.149442] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10688.149629] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10688.149757] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10688.149992] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10688.150576] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10688.151445] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0258ee2-e9ff-40af-9d9e-37644ccfcee8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10688.159522] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10688.160757] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975adb54-5ab4-4c61-adbd-c680001a8877 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10688.176733] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10688.177530] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb7488b-5176-4481-9652-360f7630f731 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10688.184658] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10688.185701] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f039bcfe-a596-4bd9-8c94-7336df9a0402 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10688.216049] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180159MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10688.216049] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10688.216049] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10689.249239] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10689.249515] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10689.249515] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10689.249640] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10689.249694] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10689.249795] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10689.249892] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10689.250049] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10689.250102] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10689.250177] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10689.250268] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10689.752819] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 6e66bd43-ada4-4752-99e1-71bfdc0009e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10690.236557] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10690.255775] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b65fdd2e-a678-488a-862b-2632c1cbccc5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10690.758901] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9fdb1b3b-ab78-41c9-9634-0329b15a766b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10691.261705] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 03ac9f20-3234-42ae-8678-7fb0ba9db739 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10691.764940] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 6d8f702c-2183-43d5-9443-b3140b373b0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10692.268180] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0bafabd8-a467-4878-9127-a9104f9a8eb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10692.771018] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0f949137-5b30-45b1-acb8-834b9c319375 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10693.273869] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 5c32fe99-caa8-4d4e-981b-1524f56fca70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10693.776721] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b0096c66-c866-47b4-a0fb-2b688cda7c7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10694.279696] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 122b2c5d-8341-4200-9bd1-4da50834e187 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10694.782866] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 860b9ecd-3d14-4ec4-8f96-e4a8fb647fd9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10695.286418] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 302fbdd4-1039-4473-9052-f49849616877 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10695.788903] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9abc3c12-d7c5-4fc7-b641-626695ea5858 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10696.292052] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance a92ff9b2-bba8-48c0-9f44-e58e30c27eac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10696.795146] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 92d17758-e748-4297-b830-7182bed202dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10697.297957] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 275e881e-51d9-4582-a807-75afea9f9b83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10697.801045] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 8abf7f4f-bd83-4a2f-be32-186225a3b0d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10698.304831] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e282293d-0847-44ff-b2f1-6692c988e6f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10698.305354] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10698.305416] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '11', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'io_workload': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10698.637630] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10698.638531] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d66b506-8b36-46de-9230-61148cf12e26 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10698.646264] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10698.647311] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9b451c-2fb9-4225-9a01-f0fd54100591 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10698.677061] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10698.677804] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8530f254-2eef-48be-8b08-db66b85a37ef {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10698.684807] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10698.686092] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6745e5-7932-413b-b949-f7bb2f7cf86a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10698.699642] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10699.203163] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10699.204363] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10699.204527] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.988s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10699.204717] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10700.201180] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10700.201180] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10700.705842] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10700.705953] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10700.706153] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 44.94 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10745.646011] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10745.646309] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10747.646067] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10747.646431] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10747.646431] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10747.646431] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10747.646598] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10748.646033] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10749.150656] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10749.150656] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10749.150656] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10749.150656] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10749.151158] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10749.152226] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e860fff5-97b8-456d-9b44-f9bacdfbcab9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10749.160480] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10749.161691] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072e508c-7698-4595-9a4b-e5668e8c9eec {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10749.177022] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10749.177814] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a0dd1b-d5ef-4cb9-91ee-6409b5d3034a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10749.184050] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10749.185145] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeeae75-3929-4fbf-afc0-41cf37683220 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10749.214045] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180157MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10749.214045] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10749.214045] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10750.246678] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10750.246944] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10750.247160] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10750.247357] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10750.247544] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10750.247739] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10750.247926] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10750.248231] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10750.248377] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10750.248490] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10750.248592] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10750.751426] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b65fdd2e-a678-488a-862b-2632c1cbccc5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10751.254282] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9fdb1b3b-ab78-41c9-9634-0329b15a766b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10751.757097] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 03ac9f20-3234-42ae-8678-7fb0ba9db739 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10752.259993] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 6d8f702c-2183-43d5-9443-b3140b373b0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10752.763136] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0bafabd8-a467-4878-9127-a9104f9a8eb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10753.265818] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0f949137-5b30-45b1-acb8-834b9c319375 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10753.769329] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 5c32fe99-caa8-4d4e-981b-1524f56fca70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10754.271355] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b0096c66-c866-47b4-a0fb-2b688cda7c7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10754.774477] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 122b2c5d-8341-4200-9bd1-4da50834e187 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10755.277391] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 860b9ecd-3d14-4ec4-8f96-e4a8fb647fd9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10755.779832] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 302fbdd4-1039-4473-9052-f49849616877 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10756.282646] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9abc3c12-d7c5-4fc7-b641-626695ea5858 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10756.786411] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance a92ff9b2-bba8-48c0-9f44-e58e30c27eac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10757.288389] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 92d17758-e748-4297-b830-7182bed202dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10757.791174] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 275e881e-51d9-4582-a807-75afea9f9b83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10758.293834] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 8abf7f4f-bd83-4a2f-be32-186225a3b0d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10758.796824] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e282293d-0847-44ff-b2f1-6692c988e6f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10758.797091] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10758.797234] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '11', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'io_workload': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10759.105111] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10759.106243] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c5ca60-91e7-4351-9985-12635f5cdaac {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10759.114136] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10759.115236] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a20ab2b-b816-4b40-8291-8424aa422adb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10759.145024] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10759.145753] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067b7b70-6875-4544-9837-3a677f2c1e8b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10759.152904] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10759.154184] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87470d73-b809-4d96-8921-a9e50d12d756 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10759.169352] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10759.672391] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10759.673615] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10759.673722] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.460s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10759.673892] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10761.674083] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10761.674416] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10761.674416] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10761.675049] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 44.97 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10792.579590] env[89459]: WARNING nova.utils [None req-a51a0675-013d-4c57-9d96-e79a47a15b14 tempest-ImagesTestJSON-842024404 tempest-ImagesTestJSON-842024404-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d013c280> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10798.401102] env[89459]: WARNING nova.utils [None req-6e47c0fc-e439-4d61-9b25-ae258bc6afbf tempest-ServersTestMultiNic-1692168488 tempest-ServersTestMultiNic-1692168488-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d03e3ac0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10801.617377] env[89459]: WARNING nova.utils [None req-e65229e4-10b0-4617-977d-bd7edb9895e1 tempest-ServerActionsTestJSON-1122582292 tempest-ServerActionsTestJSON-1122582292-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d03e1480> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10806.646071] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10806.647512] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10808.646348] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10808.646841] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10809.646565] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10809.646902] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10809.646902] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10809.646992] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10810.239561] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10810.646016] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10810.646194] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10811.149613] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10811.149613] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10811.149613] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10811.149613] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10811.150089] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10811.150939] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b040630-888a-46f6-a2e4-d684fecdf9c8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10811.159171] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10811.160542] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb78286e-19ad-4263-88b7-5d6f2692d757 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10811.176734] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10811.178060] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd0a794-394c-401d-9b57-56256a4bc002 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10811.185636] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10811.186665] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74828b8-f781-428c-a740-4782f06afc0e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10811.216078] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180152MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10811.216078] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10811.216078] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10811.566568] env[89459]: WARNING nova.utils [None req-0e50543c-7d13-48a3-a8f7-89843e8e4e44 tempest-ServersListShow298Test-850869879 tempest-ServersListShow298Test-850869879-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d013d630> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10812.246294] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10812.246570] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10812.246570] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10812.246636] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10812.246744] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10812.246842] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10812.246936] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10812.247347] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10812.247347] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10812.247347] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10812.247347] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10812.749813] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 860b9ecd-3d14-4ec4-8f96-e4a8fb647fd9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10813.252579] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 302fbdd4-1039-4473-9052-f49849616877 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10813.758044] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9abc3c12-d7c5-4fc7-b641-626695ea5858 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10814.260770] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance a92ff9b2-bba8-48c0-9f44-e58e30c27eac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10814.763788] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 92d17758-e748-4297-b830-7182bed202dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10815.266678] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 275e881e-51d9-4582-a807-75afea9f9b83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10815.769485] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 8abf7f4f-bd83-4a2f-be32-186225a3b0d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10816.272518] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e282293d-0847-44ff-b2f1-6692c988e6f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10816.775549] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 600840db-3234-48e3-977d-5b9e13ae34ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10817.278406] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e060e40d-6bfb-475a-a63e-7b3b0eb58293 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10817.781924] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance cd9b1f15-45c9-429f-82a8-02c55b3a1b33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10818.285703] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 65795905-3bb5-421f-9384-24ee40bb4e72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10818.286108] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10818.286155] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '11', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'io_workload': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10818.549103] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10818.551146] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4dc2c7-8d8b-468e-82ae-9c76c77f7ee9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10818.559201] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10818.560412] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358218b5-4879-4432-9efc-716065526235 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10818.592630] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10818.593560] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923b4a6d-4186-4bd8-bf99-afba94006475 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10818.602067] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10818.602410] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4b69fc-67ba-4934-a1a4-063871e541c1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10818.616910] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10819.120981] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10819.122329] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10819.122464] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.906s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10819.122668] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10822.117870] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10822.118285] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10822.624618] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10822.624941] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 44.02 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10823.406394] env[89459]: WARNING nova.utils [None req-7ca74a96-25ed-4576-9a09-42a148e63bcf tempest-DeleteServersTestJSON-1184499299 tempest-DeleteServersTestJSON-1184499299-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647b47b9870> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10825.324043] env[89459]: WARNING nova.utils [None req-f730c478-af68-4d10-a566-51f34db48409 tempest-ServersTestJSON-1372239407 tempest-ServersTestJSON-1372239407-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d013ff40> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10847.515581] env[89459]: WARNING nova.utils [None req-8b4f333b-be51-4de2-af5d-24c5a5f3f788 tempest-ServerShowV247Test-753090310 tempest-ServerShowV247Test-753090310-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d03e3be0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10847.707352] env[89459]: WARNING nova.utils [None req-6eee34a7-d28c-4b85-a79d-3d6389e24dff tempest-ServerShowV247Test-753090310 tempest-ServerShowV247Test-753090310-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d03e08b0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10866.649371] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10866.649725] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [10867.159402] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] There are 2 instances to clean {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [10867.159402] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 84c2f756-e7b0-4315-8911-31c720a46226] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10867.659331] env[89459]: WARNING nova.utils [None req-b3091f14-1528-4367-8913-d71c7823af91 tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0244940> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10867.662025] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: 8cadebb6-e983-4bdd-94dd-5b0e1f90fa7b] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [10868.165596] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10868.667932] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10869.664671] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10869.664943] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10869.664943] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10869.665110] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10869.665206] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.98 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10870.646011] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10870.646418] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10871.149128] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10871.149340] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10871.149593] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10871.149766] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10871.150319] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10871.151244] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27855e0f-3a8f-48d6-be0d-e4650e3102e6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10871.159077] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10871.160308] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f1e900-a01b-4469-ab7e-da892324e5b9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10871.174393] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10871.175141] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6f91a0-1d35-4710-9e8a-932015527894 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10871.181412] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10871.182390] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d2b0d6-2c0b-45a8-93a5-5dee4fb494fd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10871.211784] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180152MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10871.211784] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10871.211784] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10872.380782] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10872.381170] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10872.381170] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10872.381247] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10872.381366] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10872.381508] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10872.381634] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10872.381755] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10872.381874] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10872.381992] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10872.382137] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10872.886115] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e282293d-0847-44ff-b2f1-6692c988e6f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10873.388422] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 600840db-3234-48e3-977d-5b9e13ae34ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10873.891698] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e060e40d-6bfb-475a-a63e-7b3b0eb58293 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10874.394644] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance cd9b1f15-45c9-429f-82a8-02c55b3a1b33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10874.897582] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 65795905-3bb5-421f-9384-24ee40bb4e72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10875.402242] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9ea15bcc-7a6f-4b14-8d86-dcb71256913b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10875.905103] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 060fb306-e53b-4a10-8c3c-7211c0872b0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10876.408095] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance aedc5941-db19-48e4-8ebd-37c4a9edc7b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10876.910805] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7a65e07c-622d-49a9-aa0c-35a68851bf58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10877.413718] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b8b70590-be25-43f4-bc1b-bd76c4bb93e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10877.414056] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10877.414173] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '11', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'io_workload': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10877.655643] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10877.656547] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24a4711-adcd-4d11-a442-8c3ff758eddb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10877.665515] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10877.666582] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d842efe7-8620-47ce-833f-d1f949c8817a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10877.696216] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10877.698053] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9951ad12-e146-4f33-bcf3-33ebd506a69f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10877.704475] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10877.705839] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebb7b75-f637-4ca6-b1ef-5803fdaec9d9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10877.719950] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10878.222963] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10878.224278] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10878.224435] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.013s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10878.224588] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10878.224715] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances with incomplete migration {{(pid=89459) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [10878.727735] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10879.727449] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10879.727606] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10879.727725] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10879.727948] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 49.92 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10929.645985] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10929.646419] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10929.646419] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10930.242627] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10930.645990] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10930.646225] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10930.646478] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10930.646478] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10931.149445] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10931.149646] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10931.149721] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10931.149854] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10931.151835] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10931.152718] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25273178-d85f-4ca8-8013-15247baeb28d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10931.160875] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10931.162152] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf897f6-1786-4a74-bc9d-7934a8616454 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10931.176450] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10931.177205] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568c13c0-b1d5-47f4-ad2e-a718693e98ba {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10931.183477] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10931.184455] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccafb244-5c7a-43ba-b32f-5b3525549db3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10931.212873] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180095MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10931.213022] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10931.213253] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10932.244044] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10932.244362] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10932.244362] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10932.244362] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10932.244487] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10932.244487] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10932.244587] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10932.244648] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10932.244740] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10932.244830] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10932.244918] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10932.748078] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 600840db-3234-48e3-977d-5b9e13ae34ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10933.250947] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e060e40d-6bfb-475a-a63e-7b3b0eb58293 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10933.753795] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance cd9b1f15-45c9-429f-82a8-02c55b3a1b33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10934.258349] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 65795905-3bb5-421f-9384-24ee40bb4e72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10934.761039] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9ea15bcc-7a6f-4b14-8d86-dcb71256913b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10935.263813] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 060fb306-e53b-4a10-8c3c-7211c0872b0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10935.766810] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance aedc5941-db19-48e4-8ebd-37c4a9edc7b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10936.269722] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7a65e07c-622d-49a9-aa0c-35a68851bf58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10936.772577] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b8b70590-be25-43f4-bc1b-bd76c4bb93e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10936.772822] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10936.772967] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '11', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'io_workload': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10936.789058] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [10936.802760] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [10936.802930] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [10936.814155] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [10936.831998] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [10937.055266] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10937.056316] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4224d4c7-31e6-43dd-a801-af551ae2b24f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10937.064744] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10937.065750] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146464a2-ce9f-41f7-8081-2bc61f90c5c6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10937.094678] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10937.095439] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468cf624-2f9a-4436-af40-c06df92eea63 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10937.102031] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10937.103288] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207fcf7d-a8f5-4fc7-a6b2-7f116e9f0e45 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10937.118329] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10937.621593] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10937.622922] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10937.623166] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.410s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10937.623370] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10938.622974] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10938.623346] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10939.129283] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10939.129468] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10939.129788] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 50.52 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10989.093780] env[89459]: WARNING nova.utils [None req-975b4e51-fcb5-45a1-9a57-a454ab6a4f77 tempest-ImagesTestJSON-842024404 tempest-ImagesTestJSON-842024404-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0246a70> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [10989.646076] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10989.646245] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10989.646427] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10990.646011] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10990.646274] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10991.150028] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10991.150235] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10991.150393] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10991.150514] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [10991.151094] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10991.152064] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdae2eb7-b9b3-4ca7-9d28-bda403d7eff0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10991.159532] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10991.160777] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b1bf60-b77c-4e28-8038-c061d03ed188 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10991.175927] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10991.176670] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7dc485-9440-476e-9624-3f8345d042e6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10991.183232] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10991.184456] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0506bad7-b7ed-40ee-9d2e-c7dc21446d43 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10991.217063] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180193MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [10991.217063] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [10991.217063] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [10992.249777] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10992.250292] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10992.250409] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10992.250513] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10992.250614] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10992.250712] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10992.250807] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10992.250951] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10992.251018] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10992.251101] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10992.251190] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [10992.753820] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e060e40d-6bfb-475a-a63e-7b3b0eb58293 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10993.256874] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance cd9b1f15-45c9-429f-82a8-02c55b3a1b33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10993.760384] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 65795905-3bb5-421f-9384-24ee40bb4e72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10994.264691] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9ea15bcc-7a6f-4b14-8d86-dcb71256913b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10994.767542] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 060fb306-e53b-4a10-8c3c-7211c0872b0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10995.270878] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance aedc5941-db19-48e4-8ebd-37c4a9edc7b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10995.774431] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7a65e07c-622d-49a9-aa0c-35a68851bf58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10996.277309] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b8b70590-be25-43f4-bc1b-bd76c4bb93e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10996.780191] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 856d1302-2936-4f48-8e6d-74fd9d9b69a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [10996.780442] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [10996.780592] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '11', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'io_workload': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [10997.039519] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10997.040667] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c434c182-714c-47ba-be4e-e3ab54cf76f2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10997.048889] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10997.052054] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762c72bc-7cac-4edb-9dd3-ff0a9dd50e76 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10997.083304] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10997.084900] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27261d1-0402-4162-a293-f41905d6895f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10997.095172] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [10997.095987] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c12d210-4075-4b49-9a25-38492b20895d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [10997.112297] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [10997.615150] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [10997.616543] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [10997.616725] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.400s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [10997.616973] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [10998.616575] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10998.616888] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10998.616950] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10998.617107] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [10998.617198] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [10998.617414] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 52.03 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11000.663900] env[89459]: WARNING nova.utils [None req-929f2d69-1fc1-4f6f-8f59-e21f2e9264d8 tempest-ServerShowV257Test-742716748 tempest-ServerShowV257Test-742716748-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d031c4c0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [11020.175630] env[89459]: WARNING nova.utils [None req-557d9deb-4483-4540-bcc3-5eebf9016285 tempest-DeleteServersTestJSON-1184499299 tempest-DeleteServersTestJSON-1184499299-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d03b1c60> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [11021.570356] env[89459]: WARNING nova.utils [None req-81d8ceb4-5b12-4da7-852e-916490408203 tempest-ServersTestJSON-1372239407 tempest-ServersTestJSON-1372239407-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d03b0160> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [11050.245581] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11050.646377] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11050.646580] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11050.646829] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11051.646143] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11051.646406] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11052.646536] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11052.646536] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11052.646536] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11053.149442] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11053.149655] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11053.149926] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11053.150122] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11053.150719] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11053.151560] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b234e20-cbb1-448e-9c56-2df4d4082048 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11053.159423] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11053.160734] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32dc3bf-6acf-49d3-a4c5-929303071f34 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11053.174186] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11053.174938] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff0596-b703-4192-af51-6f674602e54f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11053.180919] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11053.182047] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6b12bf-c242-455d-9d62-d22904cbed3e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11053.211886] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180202MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11053.212034] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11053.212183] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11054.240678] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11054.240922] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11054.240922] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11054.240998] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11054.241116] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11054.241212] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11054.241308] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11054.241404] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11054.241497] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11054.241588] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11054.241678] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11054.744633] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance b8b70590-be25-43f4-bc1b-bd76c4bb93e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11055.247548] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 856d1302-2936-4f48-8e6d-74fd9d9b69a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11055.750835] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 76f04bb2-2ea0-4a19-8b36-6a926d6f454b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11056.253708] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance fd35de48-33d8-40b9-b0b9-9c2dbd4bb913 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11056.756802] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 293cee4a-34f4-48cf-9d52-5841466f90aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11056.756993] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11056.757159] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '11', 'num_proj_93a0d4405dfc4d87bb5acea0ee1c886c': '1', 'io_workload': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11056.929821] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11056.930692] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaee6d1-c1f2-401e-8a1c-2b5f5e10273e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11056.938373] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11056.939480] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f96ac83-a41f-442f-ad1d-3e8437ef8c59 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11056.969450] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11056.970262] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9142cf-b1da-42d4-afe2-e4951676e26e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11056.977376] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11056.979044] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41140458-6b35-45c0-bbe5-6b1e29ea2184 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11056.992130] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11057.495752] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11057.496376] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11057.496529] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.284s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11057.496712] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11058.496764] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11059.002773] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11059.002921] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11059.003052] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.14 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11060.147569] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11060.147897] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 51.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11064.933890] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Acquiring lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11064.934244] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11064.934244] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Acquiring lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11064.934369] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11064.934489] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11064.936731] env[89459]: INFO nova.compute.manager [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Terminating instance [11065.440290] env[89459]: DEBUG nova.compute.manager [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Start destroying the instance on the hypervisor. {{(pid=89459) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3222}} [11065.440441] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Destroying instance {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [11065.441059] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11065.441955] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9256f209-c8ba-47d8-b1a2-6457051f0155 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11065.449983] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Powering off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [11065.450445] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11065.450694] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9b1d183-d9f8-49de-9c8b-a585632f85a7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11065.458578] env[89459]: DEBUG oslo_vmware.api [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for the task: (returnval){ [11065.458578] env[89459]: value = "task-5767544" [11065.458578] env[89459]: _type = "Task" [11065.458578] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [11065.459200] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11065.467246] env[89459]: DEBUG oslo_vmware.api [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [11065.467415] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11065.958505] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11065.967293] env[89459]: DEBUG oslo_vmware.api [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767544, 'name': PowerOffVM_Task, 'duration_secs': 0.209866} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [11065.968055] env[89459]: DEBUG nova.virt.vmwareapi.vm_util [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Powered off the VM {{(pid=89459) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [11065.968055] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Unregistering the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [11065.968932] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11065.968932] env[89459]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e85beede-3b22-4516-958c-ccee6729c15d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11066.034647] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Unregistered the VM {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [11066.034819] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Deleting contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [11066.034976] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Deleting the datastore file [datastore2] c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [11066.035617] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11066.035882] env[89459]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cefddf0-96ac-436e-b6a7-b984eddd1367 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11066.042878] env[89459]: DEBUG oslo_vmware.api [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for the task: (returnval){ [11066.042878] env[89459]: value = "task-5767546" [11066.042878] env[89459]: _type = "Task" [11066.042878] env[89459]: } to complete. {{(pid=89459) wait_for_task /opt/stack/oslo.vmware/oslo_vmware/api.py:319}} [11066.043488] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11066.051684] env[89459]: DEBUG oslo_vmware.api [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:356}} [11066.051851] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Fixed interval looping call 'nova.virt.vmwareapi.session.VMwareAPISession._poll_task' sleeping for 0.49 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11066.542755] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11066.552116] env[89459]: DEBUG oslo_vmware.api [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Task: {'id': task-5767546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13825} completed successfully. {{(pid=89459) _poll_task /opt/stack/oslo.vmware/oslo_vmware/api.py:366}} [11066.552461] env[89459]: DEBUG nova.virt.vmwareapi.ds_util [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Deleted the datastore file {{(pid=89459) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [11066.552619] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Deleted contents of the VM from datastore datastore2 {{(pid=89459) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [11066.552755] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Instance destroyed {{(pid=89459) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [11066.552887] env[89459]: INFO nova.compute.manager [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Took 1.11 seconds to destroy the instance on the hypervisor. [11066.553424] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11066.553656] env[89459]: DEBUG nova.compute.manager [-] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Deallocating network for instance {{(pid=89459) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2348}} [11066.553755] env[89459]: DEBUG nova.network.neutron [-] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] deallocate_for_instance() {{(pid=89459) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [11066.554035] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [11066.655808] env[89459]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [11067.139897] env[89459]: DEBUG nova.compute.manager [req-6a65700e-872f-47c0-834d-0d1d68980d00 req-e1003f02-e0b9-46da-92e4-9300c36199e6 service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Received event network-vif-deleted-15337075-b0cc-433d-8531-8f47f82f3ffe {{(pid=89459) external_instance_event /opt/stack/nova/nova/compute/manager.py:11860}} [11067.140134] env[89459]: INFO nova.compute.manager [req-6a65700e-872f-47c0-834d-0d1d68980d00 req-e1003f02-e0b9-46da-92e4-9300c36199e6 service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Neutron deleted interface 15337075-b0cc-433d-8531-8f47f82f3ffe; detaching it from the instance and deleting it from the info cache [11067.140386] env[89459]: DEBUG nova.network.neutron [req-6a65700e-872f-47c0-834d-0d1d68980d00 req-e1003f02-e0b9-46da-92e4-9300c36199e6 service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [11067.587104] env[89459]: DEBUG nova.network.neutron [-] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Updating instance_info_cache with network_info: [] {{(pid=89459) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [11067.643814] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-6a65700e-872f-47c0-834d-0d1d68980d00 req-e1003f02-e0b9-46da-92e4-9300c36199e6 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11067.644122] env[89459]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d58b7327-94bb-49ba-880a-edbe25a62e28 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11067.652810] env[89459]: DEBUG oslo.service.backend._common.loopingcall [req-6a65700e-872f-47c0-834d-0d1d68980d00 req-e1003f02-e0b9-46da-92e4-9300c36199e6 service nova] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11067.656650] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e16be-967e-47c0-9738-0655bd610928 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11067.686149] env[89459]: DEBUG nova.compute.manager [req-6a65700e-872f-47c0-834d-0d1d68980d00 req-e1003f02-e0b9-46da-92e4-9300c36199e6 service nova] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Detach interface failed, port_id=15337075-b0cc-433d-8531-8f47f82f3ffe, reason: Instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 could not be found. {{(pid=89459) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11694}} [11068.089774] env[89459]: INFO nova.compute.manager [-] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Took 1.54 seconds to deallocate network for instance. [11068.596309] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11068.596593] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11068.596656] env[89459]: DEBUG nova.objects.instance [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Lazy-loading 'resources' on Instance uuid c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 {{(pid=89459) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1148}} [11069.268423] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11069.269381] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63da53f-5c2a-4fed-aafa-bdff523a572e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11069.276955] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11069.277964] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50007f4a-0420-46ef-805b-dbaf38dc5523 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11069.307644] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11069.308565] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82658b32-063b-4c22-a862-2c168e7e321b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11069.316193] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11069.317635] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc1064f-5f44-4c17-ae30-1da8a10aa625 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11069.331644] env[89459]: DEBUG nova.compute.provider_tree [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11069.834598] env[89459]: DEBUG nova.scheduler.client.report [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11070.339848] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11070.357132] env[89459]: INFO nova.scheduler.client.report [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Deleted allocations for instance c53ab8d2-80d5-40e3-8ca8-357d2227d1e9 [11070.864381] env[89459]: DEBUG oslo_concurrency.lockutils [None req-6472cf5d-595c-4e9b-ad2a-f1eaf0bcea0f tempest-ServerActionsTestOtherA-1770217961 tempest-ServerActionsTestOtherA-1770217961-project-member] Lock "c53ab8d2-80d5-40e3-8ca8-357d2227d1e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.930s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11111.646031] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11111.646406] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11111.646529] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11112.646096] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11112.647067] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11112.647067] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11112.647067] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11113.150143] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11113.150306] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11113.150429] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11113.150569] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11113.151137] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11113.151999] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfa063a-8892-42f9-9052-b4799e690076 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11113.161383] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11113.162600] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1a822b-fd2e-4806-b8b5-577ced83fb2f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11113.176998] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11113.177761] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b45324-0b47-4363-88c7-cd1a40a30708 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11113.185049] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11113.186086] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fc9d25-4527-45c1-bb32-62c4522c1130 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11113.216225] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180193MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11113.216319] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11113.216450] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11114.246835] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11114.247076] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11114.247076] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11114.247180] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11114.247284] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11114.247725] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11114.247833] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11114.247932] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11114.248039] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11114.248165] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11114.751148] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 856d1302-2936-4f48-8e6d-74fd9d9b69a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11115.254067] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 76f04bb2-2ea0-4a19-8b36-6a926d6f454b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11115.756829] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance fd35de48-33d8-40b9-b0b9-9c2dbd4bb913 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11116.259853] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 293cee4a-34f4-48cf-9d52-5841466f90aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11116.260269] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11116.260269] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11116.413680] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11116.414595] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ee0899-764d-44f9-8869-b784fd73fd51 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11116.422096] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11116.423191] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503c7738-a9a7-45e5-8bf9-4d57ad42c332 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11116.454042] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11116.454799] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b43b30-8912-44eb-ac36-36f41b30dcb9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11116.461925] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11116.463164] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebd9bee-f0d0-40d3-957a-a512394fad8f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11116.477949] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11116.981022] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11117.485978] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11117.485978] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.269s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11117.485978] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11118.486199] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11118.486199] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.15 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11119.641493] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11119.641867] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11119.645771] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11119.645961] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 53.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11170.248547] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11172.646094] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11172.646479] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11172.646479] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11172.646546] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11172.646747] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11173.149265] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11174.149541] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11174.149541] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11174.652990] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11174.652990] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11174.652990] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11174.652990] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11174.653537] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11174.654518] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3bc041-1cf5-4aba-8b35-773810ebde20 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11174.662620] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11174.664062] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faa4ca1-9483-42f6-a392-9b91868d82d0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11174.677851] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11174.678630] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc81b7db-2f4c-40c6-a618-463a252dde86 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11174.684687] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11174.686079] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfb0055-6452-452b-b3e5-9c8b98836d71 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11174.715023] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180389MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11174.716046] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11174.716046] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11175.879088] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11175.879396] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11175.879396] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11175.879468] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11175.879547] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11175.879613] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11175.879708] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11175.879829] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11175.879942] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11175.880046] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11176.382880] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 856d1302-2936-4f48-8e6d-74fd9d9b69a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11176.885795] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 76f04bb2-2ea0-4a19-8b36-6a926d6f454b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11177.388714] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance fd35de48-33d8-40b9-b0b9-9c2dbd4bb913 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11177.891726] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 293cee4a-34f4-48cf-9d52-5841466f90aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11177.892175] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11177.892175] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11178.047460] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11178.049038] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef4c7dc-c4bd-4d63-bf46-40cf4c26b850 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11178.055903] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11178.056955] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c35760-988a-43b9-911c-1a52d62babac {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11178.085653] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11178.086408] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfefd5b-4156-463f-92c8-bc3654b248e8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11178.094251] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11178.095561] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8e2646-1efe-4d72-beda-0ec06b325d7e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11178.110930] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11178.614227] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11178.616050] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11178.616050] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.900s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11178.616180] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11178.616213] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [11179.119346] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] There are 1 instances to clean {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [11179.119697] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] [instance: c53ab8d2-80d5-40e3-8ca8-357d2227d1e9] Instance has had 0 of 5 cleanup attempts {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11970}} [11179.623162] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11180.120316] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11180.120684] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11180.120724] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.52 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11181.641401] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11182.147827] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11182.147993] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11182.646378] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11182.647722] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances with incomplete migration {{(pid=89459) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [11183.149440] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 35.07 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11186.188942] env[89459]: WARNING nova.utils [None req-602070b1-fa0d-43bc-803a-cf56480d8808 tempest-ImagesTestJSON-842024404 tempest-ImagesTestJSON-842024404-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d013c1f0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [11217.379010] env[89459]: WARNING nova.utils [None req-efcb6ee5-6758-4400-875a-0f9392907e6e tempest-DeleteServersTestJSON-1184499299 tempest-DeleteServersTestJSON-1184499299-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d03b0ee0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [11217.527258] env[89459]: WARNING nova.utils [None req-c26e58f8-fd81-49a6-8831-63bd0cf5aca4 tempest-ServersTestJSON-1372239407 tempest-ServersTestJSON-1372239407-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0303370> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [11218.220076] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_power_states {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11218.724598] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Getting list of instances from cluster (obj){ [11218.724598] env[89459]: value = "domain-c8" [11218.724598] env[89459]: _type = "ClusterComputeResource" [11218.724598] env[89459]: } {{(pid=89459) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [11218.725200] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11218.726301] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda1f132-dc6d-40c2-a401-72047070036c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11218.736388] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Got total of 0 instances {{(pid=89459) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [11218.736540] env[89459]: WARNING nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] While synchronizing instance power states, found 10 instances in the database and 0 instances on the hypervisor. [11218.736682] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for 2d248ed1-c375-4dd4-bff6-58c6d21212f2 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11218.736797] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for 1c92f5fa-55a8-40b9-8c02-d3793cbe629e {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11218.736906] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11218.737029] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for e06cc320-5a90-4381-86d9-9a0333bcd592 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11218.737146] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for d1ed3d06-67f2-4897-b7ad-2edf68a93a10 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11218.737254] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11218.737359] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Triggering sync for uuid 11e2ed41-2db2-4e63-80e8-0858e7cab8fc {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11068}} [11218.737555] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Triggering sync for uuid 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11068}} [11218.737883] env[89459]: ERROR oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Error during ComputeManager._sync_power_states: AttributeError: 'ThreadPoolExecutor' object has no attribute 'name' [11218.737883] env[89459]: ERROR oslo_service.periodic_task Traceback (most recent call last): [11218.737883] env[89459]: ERROR oslo_service.periodic_task File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py", line 216, in run_periodic_tasks [11218.737883] env[89459]: ERROR oslo_service.periodic_task task(self, context) [11218.737883] env[89459]: ERROR oslo_service.periodic_task File "/opt/stack/nova/nova/compute/manager.py", line 11070, in _sync_power_states [11218.737883] env[89459]: ERROR oslo_service.periodic_task nova.utils.spawn_on( [11218.737883] env[89459]: ERROR oslo_service.periodic_task File "/opt/stack/nova/nova/utils.py", line 617, in spawn_on [11218.737883] env[89459]: ERROR oslo_service.periodic_task "pool.", executor.name, func) [11218.737883] env[89459]: ERROR oslo_service.periodic_task AttributeError: 'ThreadPoolExecutor' object has no attribute 'name' [11218.737883] env[89459]: ERROR oslo_service.periodic_task [11218.738134] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 15.91 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11234.646064] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11234.646484] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11234.646484] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11234.646484] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11234.646649] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11234.646759] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11235.149929] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11235.150117] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11235.150238] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11235.150378] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11235.150946] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11235.151796] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979f85dc-6dd0-4c3a-a450-04501acccf50 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11235.159730] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11235.160981] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5745ddb3-899c-473f-9d28-6d609ef37f21 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11235.176664] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11235.177662] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b72552-abaf-4223-aa79-faa50047b04a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11235.184435] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11235.185475] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b9f973-f10f-41d6-af71-c44d10fce3dc {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11235.215399] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180399MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11235.215554] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11235.215688] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11236.246042] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11236.246425] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11236.246425] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11236.246566] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11236.246667] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11236.247187] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11236.247440] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11236.247581] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11236.247723] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11236.247829] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11236.750855] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0773c09f-4e4c-41ac-9a71-7ae2ca525a5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11237.253683] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance ab475deb-7b92-4c4b-8b8d-c2654d668793 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11237.756506] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9e965c32-7ae9-4f0c-984a-33ffb94aa41d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11237.756745] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11237.756874] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11237.772942] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [11237.787556] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [11237.787715] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [11237.798241] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [11237.817963] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [11237.950727] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11237.951666] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f171ab12-2ce9-49d8-8ed5-464f6eb204b1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11237.959008] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11237.960139] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8873e33-4918-456e-baa7-1a3e9565de0d {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11237.989697] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11237.990484] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0933ae74-b435-4c13-ba5e-cd9fc9db9ab5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11237.997819] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11237.999134] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adf3b39-5d3d-4948-b47c-8c5362c70f32 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11238.013687] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11238.516664] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11238.517969] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11238.518147] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.302s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11238.518334] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11239.517807] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11239.518086] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.12 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11239.641427] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11239.641666] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 4.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11243.645986] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11243.646389] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 51.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11290.251677] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11294.645953] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11294.646320] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11294.646320] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11294.646390] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11295.149422] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11295.149649] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11295.149797] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11295.149931] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11295.150531] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11295.151450] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6ebcdc-6699-4a3c-a6ff-6072755f01e7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11295.159314] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11295.160602] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cc6be0-abcb-49ac-ba84-aa8b982ddce4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11295.174517] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11295.175238] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6832b4-47c8-4205-930b-775fa017675a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11295.181724] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11295.182685] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c89a70-6561-4d2b-a9de-f69a7d692446 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11295.211504] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180294MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11295.211667] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11295.211796] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11296.237556] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11296.237817] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11296.237817] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11296.237888] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11296.237993] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11296.238157] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11296.238256] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11296.238353] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11296.238447] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11296.238546] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11296.741515] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0773c09f-4e4c-41ac-9a71-7ae2ca525a5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11297.244107] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance ab475deb-7b92-4c4b-8b8d-c2654d668793 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11297.746910] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9e965c32-7ae9-4f0c-984a-33ffb94aa41d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11297.747130] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11297.747247] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11297.902624] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11297.903552] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b30a75-3664-460d-aa41-38d06c633f60 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11297.912564] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11297.913593] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f514e4-9d58-4bb2-8619-fccfc04d962c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11297.942966] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11297.943784] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023d1d47-dbfd-4c7c-870b-09667dfd93cb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11297.950982] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11297.952282] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc6a9d2-2a4a-4f04-abd0-90a6a43100ab {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11297.965693] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11298.468887] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11298.470186] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11298.470353] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.259s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11298.470543] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11299.470495] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11299.470887] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11299.470887] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11299.470887] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.17 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11300.641608] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11300.641862] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 4.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11304.645850] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11304.646695] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11305.643083] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11306.148586] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 48.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11354.646070] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11354.646465] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11354.646465] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11354.646537] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11355.646315] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11355.646657] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11356.646126] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11356.646285] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11356.646419] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11357.149396] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11357.149590] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11357.149729] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11357.149867] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11357.150832] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11357.151689] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e53aa0-ca7a-4df8-bc5d-dbed4660821f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11357.159519] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11357.160815] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e4c247-6651-45c6-b709-81f92a337520 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11357.175345] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11357.176155] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28364231-a65e-4b3c-8bc0-e4cde203d445 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11357.182949] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11357.183987] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11ab955-8ca7-48c7-b340-b788fd4a98e7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11357.215339] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180400MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11357.215499] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11357.215748] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11358.242485] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11358.242745] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11358.242745] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11358.242827] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11358.242919] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11358.243031] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11358.243114] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11358.243206] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11358.243294] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11358.243385] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11358.746023] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 0773c09f-4e4c-41ac-9a71-7ae2ca525a5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11359.248984] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance ab475deb-7b92-4c4b-8b8d-c2654d668793 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11359.751840] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 9e965c32-7ae9-4f0c-984a-33ffb94aa41d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11359.752124] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11359.752279] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11359.893429] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11359.894300] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5680338-5623-491b-a79a-42944d6e8d24 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11359.902118] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11359.903212] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6f5d44-65f9-4736-bbe2-d86d919e1091 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11359.936629] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11359.937399] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5e45b3-76d6-4cf9-b317-c6fb2a9bd1f8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11359.944810] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11359.946134] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c004f44-561e-430b-a009-5e1671e534d6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11359.960054] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11360.462995] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11360.464327] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11360.464481] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.249s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11360.464665] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 4.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11365.459741] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11365.460147] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.19 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11366.645973] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11366.646367] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 49.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11388.367031] env[89459]: WARNING nova.utils [None req-84451129-4e4c-400c-952d-43c943a068f6 tempest-AttachVolumeShelveTestJSON-285981902 tempest-AttachVolumeShelveTestJSON-285981902-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d040f0a0> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [11410.254668] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11413.776973] env[89459]: WARNING nova.utils [None req-0b9bd1fb-fad5-48a3-b481-a6b205549077 tempest-ServersTestJSON-1372239407 tempest-ServersTestJSON-1372239407-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0301750> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [11414.330689] env[89459]: WARNING nova.utils [None req-0065d91e-7b0a-4e41-91ef-40ce2d0ebb51 tempest-DeleteServersTestJSON-1184499299 tempest-DeleteServersTestJSON-1184499299-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d040d120> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [11415.645984] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11415.646418] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11415.646418] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11415.646418] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11416.646155] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11416.646507] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11417.149447] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11417.149774] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11417.149965] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11417.150137] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11417.150703] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11417.151713] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc640909-3e21-4d5c-b1d4-ccf98fd5a518 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11417.159653] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11417.160831] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4637a705-c829-4f37-8aa4-9787af6e370e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11417.174619] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11417.175465] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30a1e4d-81ec-42fb-bf3f-b3f71f21e59a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11417.181966] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11417.183034] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65b63e4-c846-4695-a081-533479e70559 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11417.212821] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180383MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11417.212996] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11417.213158] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11418.243227] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11418.243529] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11418.243529] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11418.243592] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11418.243700] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11418.243800] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11418.243895] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11418.243994] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11418.244096] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11418.244190] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11418.747373] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 14bf59cc-5243-428d-abb9-6fef49dddf09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11419.250263] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 07a07335-56b4-42da-9ce0-a5138a1cbc59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11419.753160] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 92c62f78-1029-4c5d-8b83-42c971bf3c3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11419.753421] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11419.753489] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11419.894062] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11419.894902] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c9e408-76d0-4b7a-9ad9-153e8da5e3e5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11419.902639] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11419.903606] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1930d6-b021-471a-8bac-a597b3d84a55 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11419.933861] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11419.934632] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae87c428-9586-4b65-ac30-75ccd87de613 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11419.941536] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11419.942848] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319b5302-86a1-4799-ab6c-3a1f35e90119 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11419.956766] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11420.460391] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11420.461638] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11420.461793] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.249s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11420.461964] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11422.462055] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11422.462415] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11422.462530] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.18 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11423.641733] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11423.642471] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 3.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11426.641275] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11427.147626] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11427.646046] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11427.646420] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 49.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11476.645872] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11476.646183] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11477.148573] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11478.148665] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11478.149030] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11478.149258] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11478.149516] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11478.653203] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11478.653409] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11478.653556] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11478.653697] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11478.654314] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11478.655181] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2888ba6-3263-4d0e-8f30-46a3583a24a5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11478.663116] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11478.664417] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea9fe70-6ca1-42d8-ac96-3fea166206b2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11478.678709] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11478.679389] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9504cb-729a-4d9f-adeb-bd12d33131c3 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11478.685680] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11478.686653] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544af903-7725-420e-8af4-421836907b4f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11478.715435] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180400MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11478.715435] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11478.715435] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11479.815100] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11479.815383] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11479.815383] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11479.815519] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11479.815649] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11479.815713] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11479.815763] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11479.815858] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11479.815947] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11479.816050] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11480.318977] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 14bf59cc-5243-428d-abb9-6fef49dddf09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11480.821993] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 07a07335-56b4-42da-9ce0-a5138a1cbc59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11481.324875] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 92c62f78-1029-4c5d-8b83-42c971bf3c3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11481.325132] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11481.325281] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11481.471316] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11481.472254] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4037b18a-32f3-48a4-93fc-842589a13d4b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11481.480420] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11481.481440] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed33c56-2fa6-4f3d-bc3f-03b308b432df {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11481.510060] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11481.510792] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c170f35c-5613-437a-9431-cc6ae08cd0dd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11481.517222] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11481.518599] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd26129-df05-43bf-ad07-081e862d7262 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11481.532234] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11482.035154] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11482.036424] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11482.036748] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.322s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11482.036939] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11483.534404] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11483.534739] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11483.534739] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.11 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11483.641513] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11483.641777] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11483.646240] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11483.646405] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances with incomplete migration {{(pid=89459) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [11484.148901] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 4.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11488.148533] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11488.148955] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11490.646363] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11490.646660] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [11491.149514] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] There are 0 instances to clean {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [11491.149781] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 47.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11530.257837] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11538.149978] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11538.149978] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11538.149978] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11538.646083] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11538.646279] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11538.646430] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11539.150223] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11539.150554] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11539.150554] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11539.150692] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11539.151275] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11539.152173] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1463cb-ba86-45de-9604-26dfe4aedcf2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11539.160220] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11539.161654] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b12da1c-d7c1-456a-9bba-d8990c12d22b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11539.176752] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11539.177477] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14a598e-09ba-4d06-8635-6163728584d0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11539.184146] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11539.185080] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cd1e6d-4ce4-491a-807a-61c2dc3e660b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11539.213279] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180375MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11539.213408] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11539.213568] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11540.239778] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11540.240050] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11540.240050] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11540.240132] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11540.240318] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11540.240318] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11540.240394] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11540.240492] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11540.240588] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11540.240791] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11540.743835] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 14bf59cc-5243-428d-abb9-6fef49dddf09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11541.246804] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 07a07335-56b4-42da-9ce0-a5138a1cbc59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11541.749653] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 92c62f78-1029-4c5d-8b83-42c971bf3c3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11541.749924] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11541.750066] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11541.767866] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [11541.781350] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [11541.781505] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [11541.793419] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [11541.810725] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [11541.948629] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11541.949686] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62be2888-20ec-4986-af66-ab01ec7b012a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11541.957292] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11541.958585] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f99a7a-2f98-463e-b6e2-f4cc61d06617 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11541.990464] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11541.991253] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18df9825-cb55-4c0d-89ae-9d82c0356dc7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11541.997749] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11541.998954] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a18a30-b6ba-4fd6-893e-1a99790de009 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11542.012120] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11542.514895] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11542.516171] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11542.516397] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.303s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11542.516588] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11543.516544] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11543.516848] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11543.516945] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.12 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11544.641840] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11544.641840] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 3.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11547.645907] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11547.646178] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11550.641532] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11551.147384] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 47.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11585.787313] env[89459]: WARNING nova.utils [None req-082aa8d3-8643-4f40-8368-22996a00693a tempest-AttachVolumeShelveTestJSON-285981902 tempest-AttachVolumeShelveTestJSON-285981902-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d0454790> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [11598.646076] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11598.646489] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11598.646489] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11599.646131] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11599.646506] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11599.646506] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11599.646684] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11600.646157] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11601.149202] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11601.149464] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11601.149646] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11601.149811] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11601.150378] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11601.151273] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109a4f97-4e84-4f67-aeb3-6302b5ed4a64 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11601.159151] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11601.160460] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc0fcdc-c5d2-49f3-a769-2f1ef9610d1b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11601.174848] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11601.175603] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f7312e-765c-4ac2-8060-7c10aaa975ae {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11601.182144] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11601.183156] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a69e4f-1771-41ea-ba6a-06aa71338a05 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11601.213033] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180385MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11601.213193] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11601.213354] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11602.241695] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11602.242100] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11602.242100] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11602.242100] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11602.242277] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11602.242277] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11602.242381] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11602.242437] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11602.242507] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11602.242664] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11602.745561] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 07a07335-56b4-42da-9ce0-a5138a1cbc59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11603.248413] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 92c62f78-1029-4c5d-8b83-42c971bf3c3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11603.751316] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c90aa0aa-58eb-4fe5-9ea6-141b14c01769 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11603.751545] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11603.751808] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11603.900397] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11603.901299] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8135f9-0d23-4a13-a20d-1c70a37e7738 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11603.908872] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11603.909929] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f09ae5-8687-4263-8335-a872380d173e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11603.938852] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11603.939609] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecb9fdc-7637-4955-860d-ad8d49187e4c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11603.946753] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11603.947982] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb92aef-9e3e-4906-bbbf-8fcd99691b6b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11603.961825] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11604.464469] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11604.465822] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11604.465982] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.253s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11604.466186] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11606.466136] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11606.466511] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11606.466511] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.18 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11607.646124] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11607.646547] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 52.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11611.153332] env[89459]: WARNING nova.utils [None req-3b14a4ac-e8aa-49d2-aa6f-c4dceb8934ca tempest-DeleteServersTestJSON-1184499299 tempest-DeleteServersTestJSON-1184499299-project-member] The MainProcess.default pool does not have free threads so the task ._locked_do_build_and_run_instance at 0x7647d052e560> will be queued. If this happens repeatedly then the size of the pool is too small for the load or there are stuck threads filling the pool. [11650.261080] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11659.646210] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11659.646210] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11660.646321] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11660.646321] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11661.646050] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11661.646186] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11661.646315] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11661.646489] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11662.646213] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11663.149219] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11663.149604] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11663.149604] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11663.149733] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11663.150343] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11663.151292] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7aa9cf-057f-4f06-91bc-86e0a2971a4b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11663.159083] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11663.160310] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baf1400-6eb2-4924-af83-32ae6d04fce6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11663.174971] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11663.175719] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee50af6a-74af-4132-b32d-02de146c43e0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11663.181762] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11663.182745] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc54496-5c67-47dc-a357-83527088ee7e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11663.212424] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180389MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11663.212568] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11663.212691] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11664.244501] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11664.244807] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11664.244807] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11664.244878] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11664.244912] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11664.245018] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11664.245127] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11664.245246] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11664.245347] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11664.245463] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11664.748643] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c90aa0aa-58eb-4fe5-9ea6-141b14c01769 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11665.251689] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c1d48817-fcd9-4755-bdc4-13c8af706d65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11665.252137] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11665.252137] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11665.385141] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11665.386045] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b239fae-dfbd-45ef-a61f-58d84026e683 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11665.393195] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11665.394250] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547db050-e387-49e7-8bb1-e2feed2a7971 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11665.425399] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11665.426265] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20acb60b-80ce-4f49-af65-63db45e413c4 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11665.433913] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11665.435257] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783f8565-9730-487d-8c2f-d9f095099aac {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11665.450051] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11665.952607] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11665.953569] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11665.953725] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.741s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11665.953911] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11667.949426] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11667.949426] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11667.949426] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11667.949896] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 7.69 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11675.641533] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11676.147859] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 44.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11720.646490] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11720.646490] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11721.646393] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11721.646572] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11721.646826] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11723.646059] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11723.646446] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11723.646446] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11724.641659] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11724.641830] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11724.645980] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11725.149335] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11725.149732] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11725.149732] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11725.149807] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11725.150762] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11725.151643] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befb634e-4249-4428-a9a1-79520fff61a0 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11725.159794] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11725.161072] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d59dd-77be-43db-9a7f-f4d214b95a76 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11725.176238] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11725.177050] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a91bf73-c5d3-4e9c-af8f-b83084609872 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11725.184015] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11725.185086] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b96e67-6298-4665-ac1b-73587d928689 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11725.217712] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180385MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11725.217877] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11725.218021] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11726.243939] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11726.244231] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11726.244231] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11726.244332] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11726.244436] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11726.244542] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11726.244653] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11726.244781] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11726.244919] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11726.245085] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11726.747928] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c90aa0aa-58eb-4fe5-9ea6-141b14c01769 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11727.251015] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c1d48817-fcd9-4755-bdc4-13c8af706d65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11727.251431] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11727.251431] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11727.391742] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11727.392682] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efa1152-3d50-470f-841e-3c7cbe62aed6 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11727.399885] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11727.400935] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1db616b-ffee-4554-92bb-1e62c73f95e8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11727.430111] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11727.430881] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6851cb-0c39-4d85-9cdb-8e326b2c3954 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11727.438305] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11727.439541] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120751fc-a19a-455d-80a5-a943d804cc1e {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11727.455053] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11727.957227] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11727.958446] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11727.958601] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.741s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11727.958792] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11728.958877] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11728.959302] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11728.959302] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 51.69 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11770.264094] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11780.646161] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11780.646570] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11782.646703] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11782.646703] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11782.646703] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 3.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11785.646169] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11785.646627] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11785.646627] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11786.641731] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11786.642050] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11786.645865] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11786.646034] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11787.149227] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11787.149601] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11787.149601] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11787.149669] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11787.150278] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11787.151148] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c00198-630a-47c3-a407-4d3f348bd956 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11787.159527] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11787.160807] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd866920-b798-4071-962e-03f88a0f00ab {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11787.175288] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11787.176102] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea33176-cd0a-4b60-9d68-dfc53d344a48 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11787.183424] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11787.184504] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87abeef9-db7b-48a5-a521-62f665dfad55 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11787.213752] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180386MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11787.213977] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11787.214107] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11788.426424] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11788.426726] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11788.426726] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11788.426798] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11788.426858] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11788.426953] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11788.427060] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11788.427154] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11788.427244] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11788.427335] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11788.930366] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance c1d48817-fcd9-4755-bdc4-13c8af706d65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [11788.930813] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11788.930910] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11789.068519] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11789.069716] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a769bd1-e67b-4700-af1e-dbcbb5afb81c {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11789.078797] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11789.079865] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c783f40-0d10-4382-b893-a7796d138128 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11789.111192] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11789.111966] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1bb172-6102-43f6-86b6-21102c1052d2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11789.119711] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11789.121026] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f2f3bc-dc9e-4367-8ad7-96d2abce30fd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11789.136081] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11789.638734] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11789.639973] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11789.640180] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.426s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11789.640328] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11789.640438] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances with incomplete migration {{(pid=89459) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [11790.142647] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11790.645108] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11792.645226] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11792.645690] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11794.646586] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11794.647000] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [11795.150605] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] There are 0 instances to clean {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [11795.150859] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 3.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11799.145668] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11799.652512] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 20.74 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11820.393593] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11820.394852] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Getting list of instances from cluster (obj){ [11820.394852] env[89459]: value = "domain-c8" [11820.394852] env[89459]: _type = "ClusterComputeResource" [11820.394852] env[89459]: } {{(pid=89459) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [11820.395329] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11820.396692] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d4a2ba-e966-4e04-ada0-cf0b26740afe {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11820.406619] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Got total of 0 instances {{(pid=89459) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [11820.406619] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 13.32 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11833.730025] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_power_states {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11834.234632] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Getting list of instances from cluster (obj){ [11834.234632] env[89459]: value = "domain-c8" [11834.234632] env[89459]: _type = "ClusterComputeResource" [11834.234632] env[89459]: } {{(pid=89459) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [11834.235298] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11834.236433] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8192cc4-9fd9-43b8-a736-f1fb3df3372b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11834.247072] env[89459]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Got total of 0 instances {{(pid=89459) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [11834.247072] env[89459]: WARNING nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] While synchronizing instance power states, found 10 instances in the database and 0 instances on the hypervisor. [11834.247072] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for 2d248ed1-c375-4dd4-bff6-58c6d21212f2 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11834.247072] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for 1c92f5fa-55a8-40b9-8c02-d3793cbe629e {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11834.247072] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11834.247072] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for e06cc320-5a90-4381-86d9-9a0333bcd592 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11834.247072] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for d1ed3d06-67f2-4897-b7ad-2edf68a93a10 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11834.247480] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11834.247480] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for 11e2ed41-2db2-4e63-80e8-0858e7cab8fc {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11834.247480] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Sync already in progress for 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11066}} [11834.247480] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Triggering sync for uuid f984b0e8-dad4-430f-99d0-a879a2deff46 {{(pid=89459) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11068}} [11834.247781] env[89459]: ERROR oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Error during ComputeManager._sync_power_states: AttributeError: 'ThreadPoolExecutor' object has no attribute 'name' [11834.247781] env[89459]: ERROR oslo_service.periodic_task Traceback (most recent call last): [11834.247781] env[89459]: ERROR oslo_service.periodic_task File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py", line 216, in run_periodic_tasks [11834.247781] env[89459]: ERROR oslo_service.periodic_task task(self, context) [11834.247781] env[89459]: ERROR oslo_service.periodic_task File "/opt/stack/nova/nova/compute/manager.py", line 11070, in _sync_power_states [11834.247781] env[89459]: ERROR oslo_service.periodic_task nova.utils.spawn_on( [11834.247781] env[89459]: ERROR oslo_service.periodic_task File "/opt/stack/nova/nova/utils.py", line 617, in spawn_on [11834.247781] env[89459]: ERROR oslo_service.periodic_task "pool.", executor.name, func) [11834.247781] env[89459]: ERROR oslo_service.periodic_task AttributeError: 'ThreadPoolExecutor' object has no attribute 'name' [11834.247781] env[89459]: ERROR oslo_service.periodic_task [11834.248409] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 7.92 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11842.164660] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11842.165102] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.48 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11842.646302] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11842.646588] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11843.646286] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11843.646651] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11846.641457] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11846.641850] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11846.645899] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11846.646056] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11846.646209] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11848.646105] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11848.647374] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11849.150018] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11849.150633] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11849.150633] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11849.150633] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11849.151584] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11849.152807] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef58d9e-d81a-4af3-9d1c-c8917ac81524 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11849.159869] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11849.162053] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913511a7-810e-486e-b3be-c88e5536d5a5 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11849.176417] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11849.178052] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d014706-7d24-40af-9682-fe8c82c6f3ef {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11849.183553] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11849.185043] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dac338e-0a23-4af0-9d02-0be74361617f {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11849.217058] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180387MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11849.217058] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11849.217058] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11850.247467] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11850.247749] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11850.247749] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11850.247815] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11850.247893] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11850.247991] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11850.248103] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11850.248203] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11850.248387] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11850.248498] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11850.248679] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11850.248809] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11850.264199] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [11850.276151] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [11850.276323] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [11850.286357] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [11850.303097] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [11850.413504] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11850.414419] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b98d89-4d55-456f-8850-60c0cdd6e045 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11850.421684] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11850.422710] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a0ad98-d372-4a88-bb29-49f6a51c2617 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11850.452701] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11850.453481] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a638aef3-b340-4f75-a627-c990ca42d177 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11850.460697] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11850.462458] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84138b8-6b48-4714-a29f-c2da042d8669 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11850.476671] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11850.979727] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11850.980991] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11850.981170] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.765s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11850.981361] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11851.981282] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11851.981670] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 49.66 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11890.267092] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11901.646125] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11901.646560] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11903.646363] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11903.646741] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11905.646466] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11905.646965] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11907.641602] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11907.642026] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11908.646073] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11908.647054] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11908.647054] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11909.149988] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11909.150206] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11909.150353] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11909.150485] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11909.151041] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11909.151946] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ca71d1-4d9e-49e5-95ca-16d44fff06c8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11909.159887] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11909.161135] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67784102-b184-4ceb-acc7-41fd19528cbb {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11909.174949] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11909.175683] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4465ad-1723-4422-9e22-88b901ea6de9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11909.181931] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11909.182899] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35e38b1-445b-445e-a843-dd10d474e5ab {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11909.213106] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180394MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11909.213273] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11909.213495] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11910.238920] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11910.239230] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11910.239230] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11910.239302] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11910.239403] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11910.239567] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11910.239668] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11910.239767] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11910.239862] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11910.239957] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11910.240150] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11910.240294] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11910.351378] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11910.352284] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64396e63-683c-4797-af24-c75aeff623d2 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11910.359934] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11910.360916] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24332eca-d301-4faf-ae05-590ba13c9b31 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11910.389732] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11910.390530] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3c1a54-4543-4933-adaa-4650d26984fe {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11910.397450] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11910.398670] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be52e06-a4a2-438b-86bd-ddf342654baf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11910.412198] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11910.915106] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11910.916400] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11910.916556] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.703s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11910.916771] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11911.916790] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11911.917203] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11911.917348] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 10.72 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11922.641905] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11923.148105] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 38.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11961.646277] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11961.646700] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 4.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11965.646306] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11965.646691] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11967.646622] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11967.646622] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11969.641501] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11969.642299] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11969.646031] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11969.646031] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11970.149053] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11970.149258] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11970.149390] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11970.149527] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [11970.150487] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11970.151546] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca1a6aa-475d-4568-9ade-dc3427b48f37 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11970.159829] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11970.161724] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3132d45c-f9d9-401a-ae36-a6feb9b6a9ae {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11970.183019] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11970.183728] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db2fa86-1c87-4617-83b5-634431e015e8 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11970.189897] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11970.190848] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e8b4cf-690c-4cf9-b0ee-6b42c9888666 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11970.219129] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180390MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [11970.219407] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [11970.219576] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [11971.244321] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11971.244646] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11971.244646] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11971.244646] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11971.244751] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11971.244816] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11971.244912] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11971.245016] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11971.245112] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11971.245205] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [11971.245375] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [11971.245528] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [11971.359220] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11971.360092] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96787476-11c6-4a45-9268-be18ca1de9bd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11971.367065] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11971.368109] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674c9bc6-fbda-4fad-a611-2d9edc8e71b9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11971.398392] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11971.399174] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dda545-84a1-45dd-9c9a-09fe8fd6a857 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11971.405961] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [11971.407162] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f372cd-c463-4754-9ddc-e0e7140927d7 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [11971.421053] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [11971.923486] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [11971.924916] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [11971.925103] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.705s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [11971.925301] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [11972.925344] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11972.925769] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [11972.925769] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [11972.925889] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 49.72 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12010.270043] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12022.646307] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12022.646738] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 3.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12025.646346] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12025.646733] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 3.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12028.646331] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12028.646823] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12029.646027] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12029.646284] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12031.641486] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12031.641875] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12031.645975] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12032.149171] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [12032.149421] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [12032.149544] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [12032.149716] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [12032.150406] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12032.151296] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceddf0a-d69a-4536-b74d-a40ec5ee5783 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12032.159487] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12032.160824] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82001264-eb69-4f7b-95e1-4b2a353a60f9 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12032.174842] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12032.175575] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373bf58e-0324-43f5-97b1-6660f71d2b72 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12032.181717] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12032.182687] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6d2838-bd04-4035-85ac-aa513766de77 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12032.212221] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180382MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [12032.212352] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [12032.212494] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [12033.237115] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12033.237440] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12033.237440] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12033.237553] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12033.237553] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12033.237645] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12033.237749] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12033.237926] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12033.238060] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12033.238350] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12033.238610] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [12033.238803] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [12033.347137] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12033.348082] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88267e3-f092-4665-b9b1-ebce76d38b96 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12033.355651] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12033.356706] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352d6192-fd2f-49a8-9c20-a969cedd1ddd {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12033.385426] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12033.386202] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ecb09e-6adf-4d61-a0b0-915127f63b2b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12033.393188] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12033.394404] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4538c871-2300-4dcf-9477-064c947459e1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12033.407529] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [12033.910685] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [12033.912158] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [12033.912427] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.700s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [12033.912685] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12034.912877] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12034.913260] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12034.913260] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [12034.913331] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 12.73 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12047.641769] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12048.148593] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 36.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12084.646228] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12084.646621] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12086.646303] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12086.646716] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12088.646374] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12088.646804] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12090.646040] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12090.646801] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12091.641983] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12091.642631] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12092.646429] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12093.149228] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [12093.149462] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [12093.149574] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [12093.149704] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [12093.150309] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12093.151257] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1ce811-2ec6-47b8-831f-200758d99e10 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12093.158818] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12093.160150] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a2d858-aa03-434a-830f-166dee424ead {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12093.175175] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12093.175888] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3044db-9c3f-41d4-98fa-7d4092693579 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12093.182183] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12093.183144] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65617cd-3a00-44e3-a9da-1e3c54dfd878 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12093.211516] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180386MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [12093.211659] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [12093.211811] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [12094.397299] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12094.397583] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12094.397583] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12094.397656] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12094.397735] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12094.397821] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12094.397916] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12094.398022] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12094.398121] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12094.398215] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12094.398397] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [12094.398550] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [12094.527131] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12094.527978] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b90a385-0e1d-496a-a5c5-cab75722fdbf {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12094.535563] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12094.536599] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871622ef-e6a1-4c6c-9656-2be6920d8e04 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12094.568246] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12094.569086] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb18787d-aec6-4762-8153-574ad297fb95 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12094.576210] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12094.577486] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdafb9de-c79d-4790-8a28-cfcd8a7b7c0a {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12094.591455] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [12095.094457] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [12095.095781] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [12095.095970] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.884s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [12095.096144] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12095.096259] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances with incomplete migration {{(pid=89459) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11995}} [12095.598596] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12096.100976] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12097.100944] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12097.101404] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12097.101404] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [12097.101404] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 7.54 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12104.646862] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12104.646862] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Cleaning up deleted instances {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11957}} [12105.149943] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] There are 0 instances to clean {{(pid=89459) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11966}} [12105.150191] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 41.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12130.272970] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [-] Fixed interval looping call 'nova.servicegroup.drivers.db.DbDriver._report_state' sleeping for 119.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12146.150085] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12146.150458] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12147.646314] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12147.646714] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12149.646502] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12149.646502] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 2.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12151.646103] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12151.646515] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 1.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12152.646119] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager.update_available_resource {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12153.149914] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [12153.150138] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [12153.150138] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [12153.150269] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=89459) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [12153.150851] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12153.151714] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb747681-8876-4576-b07a-c895f46c4b32 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12153.160067] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12153.161343] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e29510-cfbb-4e8d-96ff-0c3a8e26e434 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12153.175245] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12153.175901] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d48a723-7a30-40bd-be6c-da62ff8f44c1 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12153.181930] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12153.182954] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07282689-82a9-435f-8bad-74e077c5d541 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12153.211920] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180387MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=89459) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [12153.212157] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [12153.212402] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [12154.239342] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 2d248ed1-c375-4dd4-bff6-58c6d21212f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12154.239647] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 1c92f5fa-55a8-40b9-8c02-d3793cbe629e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12154.239647] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 43ca9a08-1ccf-4a6d-89c9-87e1ad04e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12154.239731] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e06cc320-5a90-4381-86d9-9a0333bcd592 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12154.239812] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance d1ed3d06-67f2-4897-b7ad-2edf68a93a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12154.239914] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 33ad0365-f1e6-4e76-91cd-2e0d37ee6e6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12154.240017] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 11e2ed41-2db2-4e63-80e8-0858e7cab8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12154.240115] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance 7ca98e44-6025-4d53-b1f1-aa22cfb3aae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12154.240208] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance f984b0e8-dad4-430f-99d0-a879a2deff46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12154.240299] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Instance e237ace7-f770-4d3d-9e9f-f2555698c6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=89459) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [12154.240476] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [12154.240611] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_building': '10', 'num_task_deleting': '10', 'num_os_type_None': '10', 'num_proj_6e50f15aafe2452ea1bfc87d62d3b0fc': '1', 'io_workload': '10', 'num_proj_3e25fbe9e1534ef4a3a9bfde6f8ce9fc': '1', 'num_proj_75de3adaf69748f3ac89810064d75b4d': '1', 'num_proj_a9ef743171224e71a01f7d768c821c98': '1', 'num_proj_817fe6d04a8942c7bc97c380781b2579': '1', 'num_proj_db2fb36a8770457fae96a11517cb4d90': '1', 'num_proj_0e48124700a64550ab26f529742559e0': '1', 'num_proj_4e1b8687da7b4664a164c6a28197e8b4': '2', 'num_proj_db460240c77e44f8b89a5986caaea5d4': '1'} {{(pid=89459) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [12154.256467] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing inventories for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [12154.267948] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating ProviderTree inventory for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [12154.268108] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Updating inventory in ProviderTree for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [12154.277799] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing aggregate associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, aggregates: None {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [12154.292821] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Refreshing trait associations for resource provider 5fdf53ec-7a95-439c-92d5-55671bd465d4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=89459) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [12154.407993] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12154.408870] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4358c561-748d-49af-a33e-8c743e0d7c88 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12154.416490] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12154.417562] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48d9040-8f15-4baf-8aa2-50330c1b057b {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12154.446675] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12154.447484] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6469cf42-1299-4889-873b-7536e8f60727 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12154.454395] env[89459]: DEBUG oslo.service.backend._common.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Waiting for function oslo_vmware.api.VMwareAPISession.invoke_api.._invoke_api to return. {{(pid=89459) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [12154.455744] env[89459]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd8ad6f-d5fb-4c84-a39b-8c3c6bcf4694 {{(pid=89459) request_handler /opt/stack/oslo.vmware/oslo_vmware/service.py:371}} [12154.468824] env[89459]: DEBUG nova.compute.provider_tree [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed in ProviderTree for provider: 5fdf53ec-7a95-439c-92d5-55671bd465d4 {{(pid=89459) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [12154.972056] env[89459]: DEBUG nova.scheduler.client.report [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Inventory has not changed for provider 5fdf53ec-7a95-439c-92d5-55671bd465d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=89459) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [12154.973317] env[89459]: DEBUG nova.compute.resource_tracker [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=89459) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [12154.973751] env[89459]: DEBUG oslo_concurrency.lockutils [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.761s {{(pid=89459) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [12154.973952] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 0.99 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12155.969197] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12155.969591] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12155.969591] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12155.969591] env[89459]: DEBUG nova.compute.manager [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=89459) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11276}} [12155.969820] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 16.67 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12172.641702] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12173.148590] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 32.50 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}} [12205.646326] env[89459]: DEBUG oslo_service.periodic_task [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=89459) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [12205.646731] env[89459]: DEBUG oslo.service.backend._threading.loopingcall [None req-d0c7fc31-15d8-45cb-8202-f412e4b64daa None None] Dynamic interval looping call 'nova.service.Service.periodic_tasks' sleeping for 4.00 seconds {{(pid=89459) _run_loop /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_threading/loopingcall.py:125}}